-- Logs begin at Sat 2022-06-04 12:45:17 UTC, end at Sat 2022-06-04 14:04:24 UTC. --
Jun 04 13:37:14.756016 dv-cinder-843593-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jun 04 13:37:17.260908 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.common.config [-] Logging enabled!
Jun 04 13:37:17.261617 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev10
Jun 04 13:37:17.261722 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88487) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 04 13:37:17.264846 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.common.config [-] Logging enabled!
Jun 04 13:37:17.265103 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev10
Jun 04 13:37:17.265410 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88487) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 04 13:37:17.266333 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 04 13:37:17.266567 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 04 13:37:17.266922 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 04 13:37:17.267260 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 04 13:37:17.267488 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 04 13:37:17.267817 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.268118 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.268413 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.268642 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.268936 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.269837 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.270124 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.270415 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.270710 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.271024 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.271310 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.271597 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.271828 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.272110 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.272395 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.272680 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.272902 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] debug                          = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.273182 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.273607 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.274018 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.274298 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.274586 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.274866 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.275167 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.275445 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.275728 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.276055 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] host                           = dv-cinder-843593-2-iscsi {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.276331 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.276618 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.276907 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.277190 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.277463 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.277737 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.278025 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.278297 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.278566 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.278839 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.279156 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.279444 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.279734 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.279959 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.280181 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.280467 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.280751 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.281024 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.281298 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.281571 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.281843 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.282115 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.282381 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.282664 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.282943 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.283260 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.283535 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.283807 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.284077 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.284345 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.284626 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.284942 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.285216 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.285742 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.286028 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.286294 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.286565 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.286862 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.287168 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.287451 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.287735 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.288012 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.288292 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.288563 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.288833 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.289103 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.289373 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.289641 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.289920 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.290190 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.290458 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.290729 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.291019 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.291306 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.291579 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] wsgi_server_debug              = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:17.291874 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.292170 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.292468 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.292755 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.293043 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.293320 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.293607 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.293886 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.294172 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.294459 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.294744 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.295046 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.295334 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.295612 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.295907 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.296212 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.296507 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.296797 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.297071 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.297346 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.297621 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.297903 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.298188 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.298483 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.298774 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.299123 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.299405 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.299697 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.299974 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.300244 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.300544 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.300834 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.301110 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.301382 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.301662 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.301952 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] placement.auth_type            = password {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.302240 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] placement.cafile               = /opt/stack/data/ca-bundle.pem {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.302557 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.302789 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.303103 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.303378 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.303649 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.303920 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.304196 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.304465 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.304747 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.305022 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.305292 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.305560 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.305838 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.306110 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.306384 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.306659 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.306932 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.307232 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.307500 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.307770 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.308049 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.308318 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.308588 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.308857 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.309127 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.309400 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.309672 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.309942 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.310210 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.310481 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.310752 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.311062 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.311359 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.311637 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.311913 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.312189 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.312465 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.312741 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.313015 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.313288 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.313563 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.313834 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.314121 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.314401 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.314685 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.314965 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.315264 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.315557 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.315836 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.316630 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.316904 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.317187 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.317466 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.317747 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.318039 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.318327 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.318624 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.318911 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.319223 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.319502 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.319808 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.320087 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:17.320305 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 04 13:37:17.320545 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88487) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jun 04 13:37:17.709858 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO keyring.backend [-] Loading KWallet
Jun 04 13:37:17.716985 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO keyring.backend [-] Loading SecretService
Jun 04 13:37:17.720400 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO keyring.backend [-] Loading Windows
Jun 04 13:37:17.721707 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO keyring.backend [-] Loading chainer
Jun 04 13:37:17.722512 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO keyring.backend [-] Loading macOS
Jun 04 13:37:17.755813 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:17.756097 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:17.756390 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:17.756720 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.manager [-] Loading core plugin: ml2
Jun 04 13:37:18.142209 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.142486 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.142764 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.143973 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.144276 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.144539 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.180089 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.180364 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.180640 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.193517 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.193797 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.194062 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.223536 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.223812 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.224079 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.260079 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.260356 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.260625 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.491846 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f16205d6940> agent after_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.492476 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f16205d6940> agent after_update 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.492476 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f16205d69d0> segment precommit_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.492656 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f16205d6a60> network precommit_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.493369 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f16205e3c10> segment before_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.612774 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1620eb9df0>> network before_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.613126 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f16205c1820> agent before_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.613420 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1620eb9df0>> network before_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.613701 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1620eb9df0>> port before_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.613975 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1620eb9df0>> port before_update 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.614290 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1620eb9df0>> segment after_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.614557 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1620eb9df0>> segment precommit_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.614816 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1620eb9df0>> segment precommit_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.615098 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1620eb9df0>> segment after_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.615386 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1620eb9df0>> network after_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.615647 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1620eb9df0>> network precommit_delete 0 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.615913 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1620eb9df0>> port provisioning_complete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.616177 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1620eb9df0>> rbac-policy before_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.616434 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1620eb9df0>> rbac-policy after_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.616702 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1620eb9df0>> agent after_update 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.616973 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1620eb9df0>> subnet after_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.617234 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1620eb9df0>> subnet precommit_delete 0 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.617507 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1620eb9df0>> rbac-policy before_update 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.617760 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1620eb9df0>> rbac-policy before_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.618042 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1620eb9df0>> segment_host_mapping after_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.618394 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1620eb9df0>> port after_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.618645 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1620eb9df0>> port after_update 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.618895 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1620eb9df0>> port after_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.619208 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1620eb9df0>> rbac-policy before_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.619458 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1620eb9df0>> rbac-policy before_update 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.619704 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1620eb9df0>> rbac-policy before_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.620084 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88487) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 04 13:37:18.620321 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88487) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 04 13:37:18.620558 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88487) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 04 13:37:18.620798 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88487) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 04 13:37:18.621032 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88487) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 04 13:37:18.621265 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88487) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 04 13:37:18.621628 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jun 04 13:37:18.624716 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jun 04 13:37:18.628641 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jun 04 13:37:18.632394 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])])
Jun 04 13:37:18.634005 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jun 04 13:37:18.634444 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jun 04 13:37:18.634774 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jun 04 13:37:18.635178 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jun 04 13:37:18.638124 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jun 04 13:37:18.638376 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jun 04 13:37:18.638721 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jun 04 13:37:18.667496 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jun 04 13:37:18.667944 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f16204d4fd0>> qos_plugin after_init 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.668241 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88487) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jun 04 13:37:18.668604 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f16204d49d0>> logging-plugin after_init 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.669953 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88487) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jun 04 13:37:18.670234 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jun 04 13:37:18.670478 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jun 04 13:37:18.673806 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f16204d4220>> floatingip before_response 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.674087 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f16204d4220>> port before_response 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:18.735786 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jun 04 13:37:18.736021 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jun 04 13:37:18.736258 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jun 04 13:37:18.736620 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jun 04 13:37:18.768720 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_db.sqlalchemy.engines [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88487) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jun 04 13:37:19.241506 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.plugins.ml2.managers [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Initializing driver for type 'gre'
Jun 04 13:37:19.242025 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] gre ID ranges: [(1, 1000)]
Jun 04 13:37:19.431777 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.plugins.ml2.managers [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Initializing driver for type 'local'
Jun 04 13:37:19.432025 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.plugins.ml2.managers [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Initializing driver for type 'vlan'
Jun 04 13:37:19.574843 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] VlanTypeDriver initialization complete
Jun 04 13:37:19.575461 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.plugins.ml2.managers [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Initializing driver for type 'vxlan'
Jun 04 13:37:19.575720 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] vxlan ID ranges: [(1, 1000)]
Jun 04 13:37:19.767231 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.plugins.ml2.managers [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Initializing extension driver 'port_security'
Jun 04 13:37:19.767564 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.plugins.ml2.extensions.port_security [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] PortSecurityExtensionDriver initialization complete
Jun 04 13:37:19.767890 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.plugins.ml2.managers [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Initializing mechanism driver 'openvswitch'
Jun 04 13:37:19.768210 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.plugins.ml2.managers [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Initializing mechanism driver 'hyperv'
Jun 04 13:37:19.780625 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:37:19.781294 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1620525d00>> port after_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.781663 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1620525d00>> port after_update 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.782011 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1620525d00>> port after_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.782555 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88487) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Jun 04 13:37:19.782995 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f161fe64ac0>> subnet after_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.783360 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f161fe64ac0>> subnet after_update 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.783702 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f161fe64ac0>> subnet after_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.784112 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88487) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Jun 04 13:37:19.784517 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f161fe6d580>> network after_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.785353 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f161fe6d580>> network after_update 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.785942 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f161fe6d580>> network after_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.786328 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88487) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Jun 04 13:37:19.786730 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f161fe6da90>> security_group after_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.787107 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f161fe6da90>> security_group after_update 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.787448 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f161fe6da90>> security_group after_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.787844 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88487) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Jun 04 13:37:19.788253 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f161fe6dfa0>> security_group_rule after_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.788596 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f161fe6dfa0>> security_group_rule after_update 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.788943 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f161fe6dfa0>> security_group_rule after_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.789453 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88487) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Jun 04 13:37:19.789858 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f161fe734f0>> address_group after_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.790208 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f161fe734f0>> address_group after_update 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.790546 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f161fe734f0>> address_group after_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.790947 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88487) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Jun 04 13:37:19.791418 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] ML2 OVO RPC backend initialized. {{(pid=88487) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}}
Jun 04 13:37:19.792127 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f161fe73c10>> router_interface after_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.792481 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f161fe73c10>> router_interface after_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.792903 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f161fe73c10>> network before_response 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.793251 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f161fe73c10>> networks before_response 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.793597 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f161fe73c10>> port before_response 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.793937 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f161fe73c10>> ports before_response 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.794280 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f161fe73c10>> subnet before_response 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.794618 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f161fe73c10>> subnets before_response 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.794962 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f161fe73c10>> network after_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.795525 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f161fe73c10>> network after_update 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.796108 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f161fe73c10>> network after_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.797544 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f161fe73c10>> port after_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.797890 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f161fe73c10>> port after_update 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.798232 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f161fe73c10>> port after_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.798573 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f161fe73c10>> subnet after_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.798913 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f161fe73c10>> subnet after_update 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.799275 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f161fe73c10>> subnet after_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.799844 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Modular L2 Plugin initialization complete
Jun 04 13:37:19.800177 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading services supported by the core plugin {{(pid=88487) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jun 04 13:37:19.801126 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.plugins.ml2.managers [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Got port-security extension from driver 'port_security'
Jun 04 13:37:19.801587 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.extensions.vlantransparent [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Disabled vlantransparent extension.
Jun 04 13:37:19.802084 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88487) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jun 04 13:37:19.802399 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading Plugin: router
Jun 04 13:37:19.839379 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f161fe73d60>> router_interface before_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.839766 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f161fe73d60>> router after_create 55549900 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.840133 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f161fe73d60>> router before_create 55549900 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.840499 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f161fe73d60>> router_interface before_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.840873 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f161fe73d60>> router_interface after_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.841226 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f161fe73d60>> router after_delete 55549900 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.841584 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f161fe73d60>> floatingip after_update 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.841945 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f161fe73d60>> router after_create 55549900 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.842288 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f161fe73d60>> router after_update 55549900 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.842637 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f161fe73d60>> router after_update 55549900 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.843006 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f161fe73d60>> router_gateway after_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.843363 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f161fe73d60>> router after_update 55549900 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.843772 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f161fe73d60>> router precommit_update 55549900 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.844138 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f1620469160> port after_update 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.844475 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f16204699d0> port after_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.844813 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f1620469a60> subnet after_update 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.845150 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f1620469280> subnetpool_address_scope after_update 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.845494 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f161fe73d60>> port precommit_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.845839 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f161fe73d60>> router precommit_create 55549900 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.846180 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f162065f5e0> port before_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.846519 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f161fe73d60>> router precommit_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.846872 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f161fe73d60>> router after_update 55549900 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.847870 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f161fe73d60>> router precommit_delete 55549900 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.848224 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f161fe73d60>> router precommit_create 55549900 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.848584 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f161fe73d60>> router_interface after_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.848929 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f161fe73d60>> router precommit_update 55549900 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.849292 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f161fe73d60>> agent after_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.849640 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f161fe73d60>> agent after_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.849982 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f161fe73d60>> network after_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.850834 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.quota.resource_registry [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Tracking information for resource: router configured {{(pid=88487) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 04 13:37:19.851202 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.quota.resource_registry [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Tracking information for resource: floatingip configured {{(pid=88487) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 04 13:37:19.856051 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.db.l3_agentschedulers_db [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jun 04 13:37:19.856625 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f161fef2940> port after_update 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.856983 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f161fef2820> port after_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.857333 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <function _notify_port_delete at 0x7f161fef28b0> port after_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.857687 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f161fef2c10> port after_update 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.858579 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f161ff1d6a0>> router before_create 55550100 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.858940 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f161ff1d6a0>> router precommit_delete 55550100 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.859330 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f161ff1d6a0>> router precommit_create 55550100 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.859684 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f161ff1d6a0>> router precommit_update 55550100 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.864114 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.services.provider_configuration [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Service providers = [] {{(pid=88487) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jun 04 13:37:19.864479 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.db.servicetype_db [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88487) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jun 04 13:37:19.867412 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.services.service_base [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88487) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 04 13:37:19.867758 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.services.service_base [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88487) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 04 13:37:19.868097 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.services.service_base [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88487) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 04 13:37:19.869001 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.services.service_base [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88487) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 04 13:37:19.869370 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.services.service_base [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jun 04 13:37:19.869736 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88487) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 04 13:37:19.870048 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jun 04 13:37:19.880550 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88487) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 04 13:37:19.880884 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading Plugin: auto_allocate
Jun 04 13:37:19.886646 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f161febdee0> network precommit_update 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.887049 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f161febdee0> network precommit_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.887570 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88487) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 04 13:37:19.887890 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading Plugin: tag
Jun 04 13:37:19.894818 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88487) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 04 13:37:19.895181 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading Plugin: timestamp
Jun 04 13:37:19.899131 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88487) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 04 13:37:19.899463 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading Plugin: network_ip_availability
Jun 04 13:37:19.904668 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f161ff1da90>> rbac-policy before_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.905040 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f161ff1da90>> rbac-policy before_update 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.905396 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f161ff1da90>> rbac-policy before_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:19.906100 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88487) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 04 13:37:19.906420 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading Plugin: flavors
Jun 04 13:37:19.911873 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88487) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 04 13:37:19.912206 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading Plugin: revisions
Jun 04 13:37:19.916447 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88487) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 04 13:37:19.916827 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_concurrency.lockutils [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.160s {{(pid=88487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:19.917555 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88487) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Jun 04 13:37:19.917889 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Initializing extension manager.
Jun 04 13:37:19.918392 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: __init__.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.918730 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: __pycache__ {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.919090 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.919425 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: address_group.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.920182 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.920744 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: address-group
Jun 04 13:37:19.921070 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: address_scope.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.921785 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.922292 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: address-scope
Jun 04 13:37:19.922616 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.923689 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.924199 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: router-admin-state-down-before-update
Jun 04 13:37:19.924521 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: agent.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.925215 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.925748 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: agent
Jun 04 13:37:19.926067 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: agent_resources_synced.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.927198 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.927705 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: agent-resources-synced
Jun 04 13:37:19.928028 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: allowedaddresspairs.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.929816 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.930331 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: allowed-address-pairs
Jun 04 13:37:19.930656 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: auto_allocated_topology.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.931761 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.932267 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: auto-allocated-topology
Jun 04 13:37:19.932589 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: availability_zone.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.933273 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.933775 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: availability_zone
Jun 04 13:37:19.934096 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: availability_zone_filter.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.935024 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.935531 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: availability_zone_filter
Jun 04 13:37:19.935852 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: data_plane_status.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.936751 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.937246 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extension data-plane-status not supported by any of loaded plugins
Jun 04 13:37:19.937566 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: default_subnetpools.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.938477 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.939020 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: default-subnetpools
Jun 04 13:37:19.939327 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.940128 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.940629 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: dhcp_agent_scheduler
Jun 04 13:37:19.940971 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: dns.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.941883 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.942385 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extension dns-integration not supported by any of loaded plugins
Jun 04 13:37:19.942706 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: dns_domain_ports.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.943645 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.944146 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jun 04 13:37:19.944464 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: dvr.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.945126 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.945626 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: dvr
Jun 04 13:37:19.945947 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: empty_string_filtering.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.946858 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.947394 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: empty-string-filtering
Jun 04 13:37:19.947715 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.948619 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.949118 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jun 04 13:37:19.949439 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.950344 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.950843 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jun 04 13:37:19.951195 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: external_net.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.952119 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.952626 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: external-net
Jun 04 13:37:19.952946 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.953866 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.954369 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: extra_dhcp_opt
Jun 04 13:37:19.954690 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: extraroute.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.955621 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.956127 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: extraroute
Jun 04 13:37:19.956446 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: extraroute_atomic.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.957991 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.958496 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: extraroute-atomic
Jun 04 13:37:19.958818 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: filter_validation.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.959505 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.960004 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: filter-validation
Jun 04 13:37:19.960322 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: fip_pf_description.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.961220 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.961718 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jun 04 13:37:19.962046 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: fip_port_details.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.962963 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.963497 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: fip-port-details
Jun 04 13:37:19.963816 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: flavors.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.965028 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.965538 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: flavors
Jun 04 13:37:19.965861 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.967534 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.968053 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jun 04 13:37:19.968382 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: floatingip_pools.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.969076 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.969581 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: floatingip-pools
Jun 04 13:37:19.969902 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: ip_allocation.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.970816 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.971343 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extension ip_allocation not supported by any of loaded plugins
Jun 04 13:37:19.971666 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.973205 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.973712 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: ip-substring-filtering
Jun 04 13:37:19.974032 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: l2_adjacency.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.974958 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.975482 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extension l2_adjacency not supported by any of loaded plugins
Jun 04 13:37:19.975799 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: l3.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.976751 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.977266 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: router
Jun 04 13:37:19.977588 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.979960 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.980488 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jun 04 13:37:19.980816 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.981755 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.982271 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: ext-gw-mode
Jun 04 13:37:19.982593 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.983550 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.984063 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: l3-ha
Jun 04 13:37:19.984384 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: l3_flavors.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.985310 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.985814 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: l3-flavors
Jun 04 13:37:19.986140 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.987079 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.987582 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: l3-port-ip-change-not-allowed
Jun 04 13:37:19.987931 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: l3agentscheduler.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.988952 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.989461 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: l3_agent_scheduler
Jun 04 13:37:19.989784 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: logging.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.991289 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.991810 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extension logging not supported by any of loaded plugins
Jun 04 13:37:19.992143 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: metering.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.992883 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.993457 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: metering
Jun 04 13:37:19.993783 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.994871 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.995415 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: metering_source_and_destination_fields
Jun 04 13:37:19.995741 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: multiprovidernet.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.996662 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.997172 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: multi-provider
Jun 04 13:37:19.997498 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: netmtu.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:19.998405 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:19.998917 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: net-mtu
Jun 04 13:37:19.999273 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: netmtu_writable.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.000190 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.000701 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: net-mtu-writable
Jun 04 13:37:20.001024 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: network_availability_zone.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.001692 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.002208 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: network_availability_zone
Jun 04 13:37:20.002528 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: network_ip_availability.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.003662 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.004174 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: network-ip-availability
Jun 04 13:37:20.004499 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: network_segment_range.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.005266 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.005768 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extension network-segment-range not supported by any of loaded plugins
Jun 04 13:37:20.006089 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: pagination.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.007088 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.007417 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: pagination
Jun 04 13:37:20.007737 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: port_device_profile.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.008665 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.009174 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: port-device-profile
Jun 04 13:37:20.009495 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.010410 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.010914 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: port-mac-address-regenerate
Jun 04 13:37:20.011264 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.012189 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.012688 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: port-numa-affinity-policy
Jun 04 13:37:20.013007 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: port_resource_request.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.013914 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.014413 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extension port-resource-request not supported by any of loaded plugins
Jun 04 13:37:20.014732 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: portbindings.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.015696 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.016197 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: binding
Jun 04 13:37:20.016517 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: portbindings_extended.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.017831 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.018292 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: binding-extended
Jun 04 13:37:20.018618 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: portsecurity.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.020116 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.020623 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: port-security
Jun 04 13:37:20.020946 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: project_id.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.022040 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.022368 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: project-id
Jun 04 13:37:20.022694 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: providernet.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.023635 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.024142 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: provider
Jun 04 13:37:20.024465 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: qos.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.027936 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.028452 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extension qos not supported by any of loaded plugins
Jun 04 13:37:20.028783 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.030022 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.030532 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jun 04 13:37:20.030863 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.031806 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.032313 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jun 04 13:37:20.032640 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: qos_default.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.033545 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.034051 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extension qos-default not supported by any of loaded plugins
Jun 04 13:37:20.034372 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: qos_fip.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.035840 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.036338 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extension qos-fip not supported by any of loaded plugins
Jun 04 13:37:20.036657 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: qos_gateway_ip.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.037578 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.038083 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jun 04 13:37:20.038400 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: qos_port_network_policy.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.039338 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.039841 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jun 04 13:37:20.040158 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: qos_rule_type_details.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.041071 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.041571 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jun 04 13:37:20.041891 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: qos_rules_alias.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.042932 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.043459 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jun 04 13:37:20.043779 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: quotasv2.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.044675 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.044999 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: quotas
Jun 04 13:37:20.045319 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: quotasv2_detail.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.046908 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.047267 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: quota_details
Jun 04 13:37:20.047590 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: rbac.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.048634 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.049152 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: rbac-policies
Jun 04 13:37:20.049482 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: rbac_address_group.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.050440 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.050946 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: rbac-address-group
Jun 04 13:37:20.051300 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: rbac_address_scope.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.052219 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.052732 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: rbac-address-scope
Jun 04 13:37:20.053074 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: rbac_security_groups.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.053970 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.054476 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: rbac-security-groups
Jun 04 13:37:20.054799 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: rbac_subnetpool.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.055739 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.056244 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: rbac-subnetpool
Jun 04 13:37:20.056565 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: revisionifmatch.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.057477 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.057985 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: revision-if-match
Jun 04 13:37:20.058306 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: revisions.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.059464 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.059977 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: standard-attr-revisions
Jun 04 13:37:20.060303 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: router_availability_zone.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.061003 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.061513 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: router_availability_zone
Jun 04 13:37:20.061839 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: routerservicetype.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.062892 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.063428 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extension router-service-type not supported by any of loaded plugins
Jun 04 13:37:20.063754 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.064673 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.065183 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: security-groups-normalized-cidr
Jun 04 13:37:20.065502 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.066455 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.066961 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: port-security-groups-filtering
Jun 04 13:37:20.067305 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.068222 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.068729 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: security-groups-remote-address-group
Jun 04 13:37:20.069055 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: securitygroup.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.078445 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.078967 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: security-group
Jun 04 13:37:20.079340 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: segment.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.080118 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.080623 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extension segment not supported by any of loaded plugins
Jun 04 13:37:20.080950 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.082408 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.082916 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jun 04 13:37:20.083272 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: servicetype.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.084377 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.084894 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: service-type
Jun 04 13:37:20.085222 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: sorting.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.086206 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.086535 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: sorting
Jun 04 13:37:20.086857 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: standard_attr_segment.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.087801 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.088311 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jun 04 13:37:20.088633 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: standardattrdescription.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.089276 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.089779 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: standard-attr-description
Jun 04 13:37:20.090099 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: stateful_security_group.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.091058 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.091569 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: stateful-security-group
Jun 04 13:37:20.091892 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: stdattrs_common.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.092468 dv-cinder-843593-2-iscsi neutron-server[88487]: WARNING neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jun 04 13:37:20.092789 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.093784 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.094314 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jun 04 13:37:20.094636 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: subnet_onboard.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.095723 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.096244 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: subnet_onboard
Jun 04 13:37:20.096565 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.098054 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.098555 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jun 04 13:37:20.098877 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: subnet_service_types.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.099835 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.100356 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: subnet-service-types
Jun 04 13:37:20.100681 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: subnetallocation.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.101750 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.102258 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: subnet_allocation
Jun 04 13:37:20.102586 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.103283 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.103791 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: subnetpool-prefix-ops
Jun 04 13:37:20.104113 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.105045 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.105554 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jun 04 13:37:20.105880 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: tagging.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.106934 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.107474 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: standard-attr-tag
Jun 04 13:37:20.107801 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: timestamp.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.108992 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.109501 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loaded extension: standard-attr-timestamp
Jun 04 13:37:20.109829 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: trunk.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.110862 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.111406 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extension trunk not supported by any of loaded plugins
Jun 04 13:37:20.111735 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: trunk_details.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.112653 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.113281 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extension trunk-details not supported by any of loaded plugins
Jun 04 13:37:20.113641 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: uplink_status_propagation.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.114589 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.115132 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jun 04 13:37:20.115456 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Loading extension file: vlantransparent.py {{(pid=88487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 04 13:37:20.116125 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 04 13:37:20.116628 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extension vlan-transparent not supported by any of loaded plugins
Jun 04 13:37:20.119040 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.quota.resource_registry [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Creating instance of TrackedResource for resource:network
Jun 04 13:37:20.119765 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.quota.resource_registry [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Creating instance of TrackedResource for resource:subnet
Jun 04 13:37:20.121712 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.quota.resource_registry [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 04 13:37:20.122347 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.quota.resource_registry [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Creating instance of TrackedResource for resource:port
Jun 04 13:37:20.123663 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.v2.resource_helper [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 13:37:20.124108 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.v2.resource_helper [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Service FLAVORS assigned prefix:  {{(pid=88487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 13:37:20.124723 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.v2.resource_helper [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 13:37:20.125152 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.v2.resource_helper [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 13:37:20.125483 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.quota.resource_registry [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Creating instance of TrackedResource for resource:router
Jun 04 13:37:20.126135 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.quota.resource_registry [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Creating instance of TrackedResource for resource:floatingip
Jun 04 13:37:20.126868 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.v2.resource_helper [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Service METERING assigned prefix: /metering {{(pid=88487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 13:37:20.128358 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f161fd8f2b0>> rbac-policy before_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:20.128765 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f161fd8f2b0>> rbac-policy before_update 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:20.129124 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f161fd8f2b0>> rbac-policy before_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:37:20.130224 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.quota.resource_registry [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 04 13:37:20.130687 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.quota.resource_registry [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Creating instance of TrackedResource for resource:security_group
Jun 04 13:37:20.131377 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.quota.resource_registry [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 04 13:37:20.132116 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.v2.resource_helper [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Service CORE assigned prefix:  {{(pid=88487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 13:37:20.132444 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.quota.resource_registry [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 04 13:37:20.132778 dv-cinder-843593-2-iscsi neutron-server[88487]: WARNING neutron.quota.resource_registry [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] subnetpool is already registered
Jun 04 13:37:20.133392 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.v2.resource_helper [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Service CORE assigned prefix:  {{(pid=88487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 13:37:20.133716 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.quota.resource_registry [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 04 13:37:20.134037 dv-cinder-843593-2-iscsi neutron-server[88487]: WARNING neutron.quota.resource_registry [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] subnetpool is already registered
Jun 04 13:37:20.136610 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.v2.resource_helper [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 13:37:20.137044 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.v2.resource_helper [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Service FLAVORS assigned prefix:  {{(pid=88487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 13:37:20.137626 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.v2.resource_helper [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 13:37:20.138043 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.v2.resource_helper [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 13:37:20.138375 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.quota.resource_registry [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Creating instance of TrackedResource for resource:router
Jun 04 13:37:20.138701 dv-cinder-843593-2-iscsi neutron-server[88487]: WARNING neutron.quota.resource_registry [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] router is already registered
Jun 04 13:37:20.139324 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.quota.resource_registry [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Creating instance of TrackedResource for resource:floatingip
Jun 04 13:37:20.139653 dv-cinder-843593-2-iscsi neutron-server[88487]: WARNING neutron.quota.resource_registry [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] floatingip is already registered
Jun 04 13:37:20.140277 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.v2.resource_helper [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Service METERING assigned prefix: /metering {{(pid=88487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 13:37:20.140929 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.quota.resource_registry [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 04 13:37:20.141256 dv-cinder-843593-2-iscsi neutron-server[88487]: WARNING neutron.quota.resource_registry [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] rbac_policy is already registered
Jun 04 13:37:20.141790 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.quota.resource_registry [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Creating instance of TrackedResource for resource:security_group
Jun 04 13:37:20.142116 dv-cinder-843593-2-iscsi neutron-server[88487]: WARNING neutron.quota.resource_registry [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] security_group is already registered
Jun 04 13:37:20.142697 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.quota.resource_registry [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 04 13:37:20.143046 dv-cinder-843593-2-iscsi neutron-server[88487]: WARNING neutron.quota.resource_registry [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] security_group_rule is already registered
Jun 04 13:37:20.143714 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.v2.resource_helper [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Service CORE assigned prefix:  {{(pid=88487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 13:37:20.144548 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.quota.resource_registry [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 04 13:37:20.144896 dv-cinder-843593-2-iscsi neutron-server[88487]: WARNING neutron.quota.resource_registry [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] subnetpool is already registered
Jun 04 13:37:20.145509 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.v2.resource_helper [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Service CORE assigned prefix:  {{(pid=88487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 13:37:20.145836 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.quota.resource_registry [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 04 13:37:20.146178 dv-cinder-843593-2-iscsi neutron-server[88487]: WARNING neutron.quota.resource_registry [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] subnetpool is already registered
Jun 04 13:37:20.146819 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: extensions {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.148310 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: address-groups {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.149902 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: address-scopes {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.151130 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: agents {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.152281 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: auto-allocated-topology {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.153530 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: availability_zones {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.154830 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: dhcp-networks {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.156279 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: dhcp-agents {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.157695 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: routers {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.159521 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: flavors {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.161591 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: service_profiles {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.162779 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: next_providers {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.164362 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: service_profiles {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.165806 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: floatingip-pools {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.167032 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: routers {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.168816 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: floatingips {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.170000 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: l3-routers {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.171406 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: l3-agents {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.172820 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: metering-labels {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.174168 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: metering-label-rules {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.175495 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: network-ip-availabilities {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.176743 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: bindings {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.178387 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: quotas {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.179838 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: quotas {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.181235 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: rbac-policies {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.182568 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: security-groups {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.183812 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: security-group-rules {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.185043 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: service-providers {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.186248 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: subnetpools {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.188596 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: subnetpools {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.190064 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: tags {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.192278 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: tags {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.303817 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: tags {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.305531 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: tags {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.307345 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: tags {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.309204 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: tags {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.318436 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: tags {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.318436 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: tags {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.318436 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: tags {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.318436 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron.api.extensions [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Extended resource: tags {{(pid=88487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:37:20.322855 dv-cinder-843593-2-iscsi neutron-server[88487]: WARNING keystonemiddleware.auth_token [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jun 04 13:37:20.327640 dv-cinder-843593-2-iscsi neutron-server[88487]: WARNING keystonemiddleware.auth_token [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jun 04 13:37:20.336300 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_concurrency.lockutils [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Acquired lock "singleton_lock" {{(pid=88487) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jun 04 13:37:20.336775 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_concurrency.lockutils [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Releasing lock "singleton_lock" {{(pid=88487) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jun 04 13:37:20.337405 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO oslo_service.service [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Starting 2 workers
Jun 04 13:37:20.342083 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Started child 88594 {{(pid=88487) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 04 13:37:20.346361 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Started child 88595 {{(pid=88487) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 04 13:37:20.347489 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:20.348055 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO neutron.service [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Neutron service started, listening on 0.0.0.0:9696
Jun 04 13:37:20.348627 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [-] (88594) wsgi starting up on http://0.0.0.0:9696
Jun 04 13:37:20.348784 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Notify callbacks [] for process, before_spawn {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:20.350706 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:20.351199 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO oslo_service.service [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Starting 1 workers
Jun 04 13:37:20.352055 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [-] (88595) wsgi starting up on http://0.0.0.0:9696
Jun 04 13:37:20.355960 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Started child 88596 {{(pid=88487) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 04 13:37:20.356485 dv-cinder-843593-2-iscsi neutron-server[88487]: INFO oslo_service.service [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Starting 1 workers
Jun 04 13:37:20.359683 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.service [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] calling RpcWorker wait() {{(pid=88596) _wait /opt/stack/neutron/neutron/service.py:128}}
Jun 04 13:37:20.360231 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.service [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] returning from RpcWorker wait() {{(pid=88596) _wait /opt/stack/neutron/neutron/service.py:135}}
Jun 04 13:37:20.360756 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Started child 88597 {{(pid=88487) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 04 13:37:20.361521 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:20.361634 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53ff670f-9424-4c51-b8cc-9eb27a26cf43 None None] Notify callbacks [] for process, after_spawn {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:20.362034 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:37:20.363349 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88487) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 04 13:37:20.363557 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 04 13:37:20.363743 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 04 13:37:20.363960 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 04 13:37:20.364299 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 04 13:37:20.364468 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 04 13:37:20.364967 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.365258 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.365482 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:20.365983 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.365983 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.366110 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.366419 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:37:20.366605 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.366843 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.367115 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.367392 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.367641 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.367812 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.367976 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.368217 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.368475 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.368762 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.369025 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.369261 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.369533 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.369703 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.369954 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.370211 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.370457 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.370719 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] debug                          = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.370968 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.371629 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.375994 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.375994 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.375994 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.375994 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.375994 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.375994 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.375994 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.375994 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.376468 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.376468 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.376468 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.376468 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.376468 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.376468 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.376468 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.376468 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] host                           = dv-cinder-843593-2-iscsi {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.376954 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.376954 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.376954 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.376954 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.376954 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.376954 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.377327 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.377327 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.377540 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.377899 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.378330 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.379129 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.379405 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.379652 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.379794 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.379944 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.380225 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.380469 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.380664 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.380832 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.381008 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.381263 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.381424 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.381674 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.381884 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.382099 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.382309 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.382559 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.382788 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.383051 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.383291 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.383526 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.383764 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.384007 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.384249 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.384472 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.384695 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.384908 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.385126 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.385327 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.385563 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.385774 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.386008 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.386219 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.386477 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.386750 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.386954 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.387222 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.387460 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.387690 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.387918 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.388180 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.388412 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.388641 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.388881 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.389147 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.389366 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.389595 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.389808 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.390042 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.390282 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.390441 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.390665 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.390915 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.391168 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.391400 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.391611 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.391851 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.392056 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.392423 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.392977 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.393273 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.394029 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.394029 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.394901 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.394901 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.395169 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.395390 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.395631 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.395880 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.396353 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.396581 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.396879 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.397121 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.397381 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.397723 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.397980 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.398242 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.398477 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.398870 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.399140 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.399364 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.399710 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.399987 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.400246 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.39/identity {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.400534 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.400790 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.401046 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.401281 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.401502 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.401720 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.401938 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.402208 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.402429 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.402647 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.402926 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.403145 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.403338 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.403568 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.409268 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.409268 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.409268 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.409268 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.409268 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.409268 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.409268 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.409268 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.409268 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.410046 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.410046 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.410046 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.410046 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] placement.auth_type            = password {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.410046 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] placement.cafile               = /opt/stack/data/ca-bundle.pem {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.410046 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.410046 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.410046 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.410851 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.410851 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.410851 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.410851 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.410851 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.410851 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.410851 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.410851 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.410851 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.411509 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.411509 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.411509 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.411509 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.411509 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.411865 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.411865 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.412032 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.412261 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.412475 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.412686 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.412901 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.413112 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.413326 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.413539 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.413779 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.414014 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.414233 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.414477 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.414756 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.415096 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.415359 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.415642 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.415893 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.416148 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.416401 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.416825 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.416925 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.417092 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.417306 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.417579 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.417833 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.418293 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.418554 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.418792 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.419076 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.419314 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.419710 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.419830 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.423324 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.423598 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.423712 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 39576) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:37:20.423881 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.424336 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.424613 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.424885 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.425149 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.425472 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.425880 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.426296 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.426690 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.426991 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.427443 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.427888 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.428164 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.428447 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.428721 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.428999 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.429254 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.429510 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.429764 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.430000 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.430241 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.430526 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.430781 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.431189 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.431416 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.431682 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.432022 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.432274 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.432510 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.432724 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.433224 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0071449
Jun 04 13:37:20.433584 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.435223 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.435521 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.436478 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.436753 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.437028 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.437287 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.437537 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.39/identity {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.437798 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.438254 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.438688 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.439171 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.439476 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.439758 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.440204 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.440601 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.441530 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.441968 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.442277 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.443664 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.443664 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.443664 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.443664 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.443664 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.444027 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.444027 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.444208 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.444423 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.444620 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.446623 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.446623 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.446623 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.446623 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.446623 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.446623 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.446623 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.446623 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.447148 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.447148 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.447267 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.447522 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.447672 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.447908 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.448120 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.448338 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.448554 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.448793 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.449037 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.449270 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.449521 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.449741 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.450077 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.450339 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.450592 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.450828 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.451096 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.451312 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.451526 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.451814 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.451951 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.452332 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.452575 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.452812 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.453047 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.453262 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.453496 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.453711 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.453979 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.454218 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.454829 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.454829 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.455033 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.455130 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.455518 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.455759 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.457359 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.457799 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.458224 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.458658 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.459134 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.459612 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.460052 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.460477 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.460742 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.460962 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.461368 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.461575 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.461997 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.462367 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.462609 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.462843 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.463134 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.463283 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.463481 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.463734 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.464031 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.464283 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.464691 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.465152 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.467018 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.467244 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.467693 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.468007 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.468398 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.468672 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.468903 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.469134 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.469388 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.470729 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.470729 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.470729 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.470729 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.470729 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.471099 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.471318 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.471780 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.472004 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.472381 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.472732 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.473018 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.473981 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.473981 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.473981 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.473981 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.474314 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.474425 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.474662 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.475029 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.475195 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.475608 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.475845 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.476074 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.476322 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.476538 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.476767 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.476999 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.477244 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.477462 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.477652 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 04 13:37:20.478150 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88487) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 04 13:37:20.478312 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 04 13:37:20.478463 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 04 13:37:20.478631 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 04 13:37:20.478800 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 04 13:37:20.478952 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 04 13:37:20.479185 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.479339 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.479499 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.479665 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.479805 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.479999 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.480163 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.480322 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.480482 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.480637 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.480793 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.480949 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.481106 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.481262 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.481423 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.481579 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.481735 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.481945 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.482039 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.482197 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.482357 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.482510 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.482650 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] debug                          = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.482807 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.483098 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.483213 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.483335 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.483649 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.483809 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.483972 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.484124 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.484262 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.484504 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.484599 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.484711 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.485011 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.485317 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.485479 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.485633 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.485789 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.485945 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] host                           = dv-cinder-843593-2-iscsi {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.486103 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.486261 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.486422 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.486580 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.486737 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.486893 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.488188 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.488188 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.488188 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.488188 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.488755 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.488755 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.488755 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.488755 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.489257 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:37:20.489410 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.489410 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.489410 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.489410 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.489904 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.489904 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.489904 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.490295 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.490295 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.490295 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.490738 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.490738 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.490738 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.491158 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.491158 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.492142 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.492301 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.492438 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.492583 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.492731 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.492890 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.493046 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.493207 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.493397 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.493537 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.493676 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.493814 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.495152 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.495152 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.495152 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.495152 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.495152 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.495152 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.495152 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.495152 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.496611 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.496611 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.496611 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.496611 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.496886 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.496886 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.497006 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.497196 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.497287 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.497422 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.497575 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.497728 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.497871 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.498032 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.498183 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.498343 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.498494 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.499402 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.499402 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.499402 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.499402 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:37:20.499402 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.499731 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.499731 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.499731 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.499901 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.500071 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.500192 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.500354 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.500513 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.500861 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.501183 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.501346 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.501556 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.501679 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.501891 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.502380 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.502380 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.502380 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.502623 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.502623 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.502751 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.504127 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.504127 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.504127 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.504127 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.39/identity {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.504127 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.504671 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.504671 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.504671 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.504671 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.505127 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.505127 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.505127 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.505331 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.505417 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.505524 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.505684 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.505857 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.506001 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.506160 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.506320 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.506478 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.506638 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.506794 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.506950 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.507159 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.507318 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.507478 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.507639 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.507797 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.508493 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.508493 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] placement.auth_type            = password {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.508493 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] placement.cafile               = /opt/stack/data/ca-bundle.pem {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.508493 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.508881 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.508881 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.508881 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.509178 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.509178 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.509743 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.509743 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.509743 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.509743 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.510286 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.510286 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.510286 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.510834 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.510834 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.510834 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.510834 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.511191 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.511191 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.511335 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.511407 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.512194 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.512194 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.512194 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.512194 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.513010 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.513010 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.513010 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.513010 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.513010 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.513010 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.513895 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.514048 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.514461 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.514461 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.514769 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.514769 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.514769 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.515244 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.515244 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.515244 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.515756 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.515756 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.515756 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.516159 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.516159 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.516159 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.516528 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.516528 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.516780 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.516780 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.517032 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.517032 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.517294 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.517294 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.517545 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.517678 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.517835 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.517968 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.518102 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.518234 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.518377 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.518499 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.518667 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.518828 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.519010 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.519722 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.519863 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.521390 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.521390 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.521390 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.521390 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.521390 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.521390 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.521390 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.521390 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.523736 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.523736 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.523736 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.523736 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.523736 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.523736 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.523736 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.523736 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.524405 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.524405 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.524405 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.524405 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.524405 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.524405 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.524405 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.39/identity {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.524405 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.525265 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.525265 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.525265 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.525265 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.525265 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.525265 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.525265 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.525265 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.527363 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.527363 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.527363 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.527363 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.527363 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.527363 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.527363 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.527363 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.528118 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.528118 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.528118 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.528118 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.528118 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.528118 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.528118 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.528118 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.528983 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.528983 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.528983 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.528983 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.528983 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.528983 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.528983 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.528983 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.529791 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.529791 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.529791 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.529791 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.529791 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.529791 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.529791 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.529791 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.530620 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.530620 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.530620 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.530620 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.530620 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.530620 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.530620 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.530620 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.531179 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.531179 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.531179 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.531179 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.531457 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.531457 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.531663 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.531765 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.531915 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.532074 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.532238 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.532754 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.532754 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.532754 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.532987 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.532987 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.533212 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.533317 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.533428 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.533583 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.533742 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.533900 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.534059 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.535040 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.535040 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.535040 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.535040 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.535040 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.535040 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.535897 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.535897 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.535897 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.535897 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.536432 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.536432 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.536432 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.536734 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.536734 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.537024 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.537024 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.537230 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.537230 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.537381 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.537532 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.537693 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.537869 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.538064 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.538214 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.538350 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.538483 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.538626 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.538785 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.539160 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.539922 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.540120 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.540265 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.540414 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.540578 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.540747 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.540908 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.541073 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.541295 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.541443 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.541589 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.541723 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.541867 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.542282 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.542282 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.542282 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.543058 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.543058 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.543058 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.543058 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.543058 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.543697 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.543697 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.543697 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.543697 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.544200 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.544200 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.544200 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:37:20.544200 dv-cinder-843593-2-iscsi neutron-server[88487]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 04 13:37:31.456074 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3045964-7379-4c7c-8561-f8e8ce1d0a08 None None] get_active_networks_info from dv-cinder-843593-2-iscsi {{(pid=88596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Jun 04 13:37:31.551151 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3045964-7379-4c7c-8561-f8e8ce1d0a08 None None] No non-hosted networks {{(pid=88596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jun 04 13:37:31.563084 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.agentschedulers_db [None req-a3045964-7379-4c7c-8561-f8e8ce1d0a08 None None] DHCP Agent not found on host dv-cinder-843593-2-iscsi {{(pid=88596) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}}
Jun 04 13:37:31.720827 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-221e3593-ab2e-400e-96ec-63dc24b6187b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66719342'] for agent, after_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:33.734849 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-48d10d18-7104-4a3f-969e-c99445aa5217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66719342'] for agent, after_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:33.793628 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.db.api [None req-959f6ad8-8975-47db-a8f9-f91e8160a811 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-843593-2-iscsi {{(pid=88596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 13:37:33.794427 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG oslo_db.api [None req-959f6ad8-8975-47db-a8f9-f91e8160a811 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 13:37:34.319176 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-959f6ad8-8975-47db-a8f9-f91e8160a811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:34.655212 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66719342'] for agent, after_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:34.832866 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66719342'] for agent, after_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:34.833487 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:34.834013 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:34.834096 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:34.834534 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:34.834713 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:34.835353 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:34.835817 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:34.836324 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:34.836793 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:34.837303 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:34.837808 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:34.838395 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:34.838993 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f161f8fb850>, 'Open vSwitch agent', 'dv-cinder-843593-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:37:34.844194 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f161f8aa100>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-843593-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:37:36.053365 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66719342'] for agent, after_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:37.508006 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 39680) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:37:38.094736 dv-cinder-843593-2-iscsi neutron-server[88594]: WARNING oslo_policy.policy [None req-e0ec79a9-28e1-4e31-b9b2-0beab526524c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 04 13:37:38.095363 dv-cinder-843593-2-iscsi neutron-server[88594]: WARNING oslo_policy.policy [None req-e0ec79a9-28e1-4e31-b9b2-0beab526524c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 04 13:37:38.309148 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [None req-e0ec79a9-28e1-4e31-b9b2-0beab526524c admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 13:37:38.310225 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-e0ec79a9-28e1-4e31-b9b2-0beab526524c admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8013148
Jun 04 13:37:38.859010 dv-cinder-843593-2-iscsi neutron-server[88596]: INFO neutron.db.l3_hamode_db [None req-9dce6241-6dbb-44fe-9488-f5a445a6bdfb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jun 04 13:37:38.943698 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dce6241-6dbb-44fe-9488-f5a445a6bdfb None None] Routers set() bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:37:38.944078 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dce6241-6dbb-44fe-9488-f5a445a6bdfb None None] Router IDs set() for agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}}
Jun 04 13:37:40.747845 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 39694) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:37:41.109486 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-11275f0a-9b72-4587-86db-d06d8f87ecd7 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:37:41.203162 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.policy [None req-11275f0a-9b72-4587-86db-d06d8f87ecd7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88594) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 04 13:37:41.247233 dv-cinder-843593-2-iscsi neutron-server[88594]: WARNING oslo_policy.policy [None req-11275f0a-9b72-4587-86db-d06d8f87ecd7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 04 13:37:41.247602 dv-cinder-843593-2-iscsi neutron-server[88594]: WARNING oslo_policy.policy [None req-11275f0a-9b72-4587-86db-d06d8f87ecd7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 04 13:37:41.256322 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.quota [None req-11275f0a-9b72-4587-86db-d06d8f87ecd7 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f161f7d5fa0>.
Jun 04 13:37:41.272218 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-11275f0a-9b72-4587-86db-d06d8f87ecd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:37:41.413430 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-11275f0a-9b72-4587-86db-d06d8f87ecd7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733317844807', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733317844328', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733317839438', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733317828121', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733317882982', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733317874344', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-753043', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-910264', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66865102', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-67032396'] for rbac-policy, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:41.626076 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-11275f0a-9b72-4587-86db-d06d8f87ecd7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:41.627289 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-11275f0a-9b72-4587-86db-d06d8f87ecd7 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8784890
Jun 04 13:37:44.239345 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 39708) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:37:44.583212 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '6bf8b8e79db74172a49aaa0d81cc2b27'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:37:44.587890 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:37:44.592293 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Usage tracker for resource:network and tenant:6bf8b8e79db74172a49aaa0d81cc2b27 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:37:44.596740 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:37:44.602793 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:37:44.664220 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Made reservation on behalf of 6bf8b8e79db74172a49aaa0d81cc2b27 for: {'network': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:37:44.666955 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for network, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:44.684599 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:44.698687 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:37:44.702513 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Usage tracker for resource:security_group_rule and tenant:6bf8b8e79db74172a49aaa0d81cc2b27 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:37:44.707605 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:37:44.713255 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:37:44.807393 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:44.881802 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:44.904809 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241}  {{(pid=88594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:37:44.929513 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733313062557', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:44.930075 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f16205d69d0> segment precommit_create {{(pid=88594) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 04 13:37:44.930581 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.segments_db [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Added segment d70e64d2-0f51-4df7-a755-a0d45aef6adf of type vlan for network cea353d5-657a-4ddf-a376-c8d4d0be9d94
Jun 04 13:37:44.938883 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1881d4-5ded-40ae-8a46-09b16c5369c7,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:44.988278 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:44.988634 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:44.988968 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:44.989293 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:44.989613 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:44.989945 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:44.990264 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:44.990578 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:44.990910 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:44.991246 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:44.991557 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:44.991865 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:44.992973 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Tracked resource versions report:
Jun 04 13:37:44.992973 dv-cinder-843593-2-iscsi neutron-server[88594]: pushed versions:
Jun 04 13:37:44.992973 dv-cinder-843593-2-iscsi neutron-server[88594]: {   'AddressGroup': {'1.2'},
Jun 04 13:37:44.992973 dv-cinder-843593-2-iscsi neutron-server[88594]:     'ConntrackHelper': {'1.0'},
Jun 04 13:37:44.992973 dv-cinder-843593-2-iscsi neutron-server[88594]:     'Log': {'1.0'},
Jun 04 13:37:44.992973 dv-cinder-843593-2-iscsi neutron-server[88594]:     'Network': {'1.1'},
Jun 04 13:37:44.992973 dv-cinder-843593-2-iscsi neutron-server[88594]:     'Port': {'1.7'},
Jun 04 13:37:44.992973 dv-cinder-843593-2-iscsi neutron-server[88594]:     'PortForwarding': {'1.2'},
Jun 04 13:37:44.992973 dv-cinder-843593-2-iscsi neutron-server[88594]:     'QosPolicy': {'1.8'},
Jun 04 13:37:44.992973 dv-cinder-843593-2-iscsi neutron-server[88594]:     'SecurityGroup': {'1.4'},
Jun 04 13:37:44.992973 dv-cinder-843593-2-iscsi neutron-server[88594]:     'SecurityGroupRule': {'1.2'},
Jun 04 13:37:44.992973 dv-cinder-843593-2-iscsi neutron-server[88594]:     'SubPort': {'1.0'},
Jun 04 13:37:44.992973 dv-cinder-843593-2-iscsi neutron-server[88594]:     'Subnet': {'1.1'},
Jun 04 13:37:44.992973 dv-cinder-843593-2-iscsi neutron-server[88594]:     'Trunk': {'1.1'}}
Jun 04 13:37:44.992973 dv-cinder-843593-2-iscsi neutron-server[88594]: consumer versions:
Jun 04 13:37:44.992973 dv-cinder-843593-2-iscsi neutron-server[88594]: {   DHCP agent@dv-cinder-843593-2-iscsi: {},
Jun 04 13:37:44.992973 dv-cinder-843593-2-iscsi neutron-server[88594]:     L3 agent@dv-cinder-843593-2-iscsi: {},
Jun 04 13:37:44.992973 dv-cinder-843593-2-iscsi neutron-server[88594]:     Metadata agent@dv-cinder-843593-2-iscsi: {},
Jun 04 13:37:44.992973 dv-cinder-843593-2-iscsi neutron-server[88594]:     Metering agent@dv-cinder-843593-2-iscsi: {},
Jun 04 13:37:44.992973 dv-cinder-843593-2-iscsi neutron-server[88594]:     Open vSwitch agent@dv-cinder-843593-2-iscsi: {   'AddressGroup': '1.2',
Jun 04 13:37:44.992973 dv-cinder-843593-2-iscsi neutron-server[88594]:                                                      'ConntrackHelper': '1.0',
Jun 04 13:37:44.992973 dv-cinder-843593-2-iscsi neutron-server[88594]:                                                      'Log': '1.0',
Jun 04 13:37:44.992973 dv-cinder-843593-2-iscsi neutron-server[88594]:                                                      'Network': '1.1',
Jun 04 13:37:44.992973 dv-cinder-843593-2-iscsi neutron-server[88594]:                                                      'Port': '1.7',
Jun 04 13:37:44.992973 dv-cinder-843593-2-iscsi neutron-server[88594]:                                                      'PortForwarding': '1.2',
Jun 04 13:37:44.992973 dv-cinder-843593-2-iscsi neutron-server[88594]:                                                      'QosPolicy': '1.8',
Jun 04 13:37:44.992973 dv-cinder-843593-2-iscsi neutron-server[88594]:                                                      'SecurityGroup': '1.4',
Jun 04 13:37:44.992973 dv-cinder-843593-2-iscsi neutron-server[88594]:                                                      'SecurityGroupRule': '1.2',
Jun 04 13:37:44.992973 dv-cinder-843593-2-iscsi neutron-server[88594]:                                                      'SubPort': '1.0',
Jun 04 13:37:44.992973 dv-cinder-843593-2-iscsi neutron-server[88594]:                                                      'Subnet': '1.1',
Jun 04 13:37:44.992973 dv-cinder-843593-2-iscsi neutron-server[88594]:                                                      'Trunk': '1.1'}}
Jun 04 13:37:44.992973 dv-cinder-843593-2-iscsi neutron-server[88594]:  {{(pid=88594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 04 13:37:45.040792 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733312597486'] for network, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:45.152460 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086'] for network, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:45.153440 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:37:45.154075 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:45.259831 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] Pushing event updated for resources: {'Network': ['ID=cea353d5-657a-4ddf-a376-c8d4d0be9d94,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:45.270809 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Network cea353d5-657a-4ddf-a376-c8d4d0be9d94 details requested by agent ovs-agent-dv-cinder-843593-2-iscsi with host dv-cinder-843593-2-iscsi {{(pid=88596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:37:45.347786 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-16b03171-0132-4247-a2b1-5548de39100d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.1068263
Jun 04 13:37:48.060744 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 39724) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:37:48.504950 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1e33d6-14c7-4ccb-aa97-db06a5d63fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:37:48.506220 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-3a1e33d6-14c7-4ccb-aa97-db06a5d63fa9 admin admin] 10.222.0.39 "GET /v2.0/networks/cea353d5-657a-4ddf-a376-c8d4d0be9d94 HTTP/1.1" status: 200  len: 825 time: 0.4445488
Jun 04 13:37:48.533096 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-2b7a2325-ff3c-4528-a4dd-66a0dd98aa8b admin admin] 10.222.0.39 "GET /v2.0/subnetpools/99f3d27c-f612-4bdc-8efc-e0a8002b2b4e HTTP/1.1" status: 200  len: 734 time: 0.0215595
Jun 04 13:37:48.542245 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-bb5f3f25-2c5a-4c96-af7e-842371f75e16 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '99f3d27c-f612-4bdc-8efc-e0a8002b2b4e', 'ip_version': 4, 'tenant_id': '6bf8b8e79db74172a49aaa0d81cc2b27', 'network_id': 'cea353d5-657a-4ddf-a376-c8d4d0be9d94'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:37:48.546429 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-bb5f3f25-2c5a-4c96-af7e-842371f75e16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:37:48.551985 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-bb5f3f25-2c5a-4c96-af7e-842371f75e16 admin admin] Usage tracker for resource:subnet and tenant:6bf8b8e79db74172a49aaa0d81cc2b27 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:37:48.554925 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-bb5f3f25-2c5a-4c96-af7e-842371f75e16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:37:48.560543 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-bb5f3f25-2c5a-4c96-af7e-842371f75e16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:37:48.632204 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5f3f25-2c5a-4c96-af7e-842371f75e16 admin admin] Made reservation on behalf of 6bf8b8e79db74172a49aaa0d81cc2b27 for: {'subnet': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:37:48.634484 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bb5f3f25-2c5a-4c96-af7e-842371f75e16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:48.964143 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bb5f3f25-2c5a-4c96-af7e-842371f75e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086'] for subnet, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:49.046042 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f3f25-2c5a-4c96-af7e-842371f75e16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99208a73-f0a4-45ce-a05a-395a7b166dcf,revision_number=0']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:49.048018 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5f3f25-2c5a-4c96-af7e-842371f75e16 admin admin] Checking segment: {'id': 'd70e64d2-0f51-4df7-a755-a0d45aef6adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cea353d5-657a-4ddf-a376-c8d4d0be9d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:37:49.048392 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5f3f25-2c5a-4c96-af7e-842371f75e16 admin admin] Network hostable DHCP agents. Network: cea353d5-657a-4ddf-a376-c8d4d0be9d94, hostable agents: ['87172334-b636-4990-a849-36beff162f6b'], hosted agents: [] {{(pid=88594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:37:49.140530 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5f3f25-2c5a-4c96-af7e-842371f75e16 admin admin] Network cea353d5-657a-4ddf-a376-c8d4d0be9d94 is scheduled to be hosted by DHCP agent 87172334-b636-4990-a849-36beff162f6b with binding_index 1 {{(pid=88594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:37:49.208800 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [None req-bb5f3f25-2c5a-4c96-af7e-842371f75e16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-iscsi, cea353d5-657a-4ddf-a376-c8d4d0be9d94) {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:37:49.213553 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5f3f25-2c5a-4c96-af7e-842371f75e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:37:49.214123 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bb5f3f25-2c5a-4c96-af7e-842371f75e16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for subnet, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:49.220285 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2484060-3512-4e51-88da-a997d0e3cbfb None None] Network cea353d5-657a-4ddf-a376-c8d4d0be9d94 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:37:49.284089 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-bb5f3f25-2c5a-4c96-af7e-842371f75e16 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7449815
Jun 04 13:37:49.522398 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp510e4005-fc10-54f8-bf0a-cb16b8ae68cb-cea353d5-657a-4ddf-a376-c8d4d0be9d94', 'network_id': 'cea353d5-657a-4ddf-a376-c8d4d0be9d94', 'tenant_id': '6bf8b8e79db74172a49aaa0d81cc2b27', 'fixed_ips': [{'subnet_id': '99208a73-f0a4-45ce-a05a-395a7b166dcf'}]}} from dv-cinder-843593-2-iscsi. {{(pid=88596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 04 13:37:49.523609 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:49.708181 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.db_base_plugin_common [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Allocated IP 172.20.0.2 (cea353d5-657a-4ddf-a376-c8d4d0be9d94/99208a73-f0a4-45ce-a05a-395a7b166dcf/411f0664-654d-4fdc-9b50-0fcafebd239b) {{(pid=88596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:37:49.940973 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Notify callbacks [] for port, precommit_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:49.953199 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Transition to ACTIVE for port object 411f0664-654d-4fdc-9b50-0fcafebd239b will not be triggered until provisioned by entity L2. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:37:49.973569 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Transition to ACTIVE for port object 411f0664-654d-4fdc-9b50-0fcafebd239b will not be triggered until provisioned by entity DHCP. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:37:50.053592 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946'] for port, after_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:50.117055 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Network cea353d5-657a-4ddf-a376-c8d4d0be9d94 is already hosted by enough agents. {{(pid=88596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:37:50.120240 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.scheduler.base_scheduler [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Resources bound (agent type, host, resource id):  {{(pid=88596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:37:50.123873 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Received port after_create {{(pid=88596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:37:50.170222 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Pushing event updated for resources: {'Port': ['ID=411f0664-654d-4fdc-9b50-0fcafebd239b,revision_number=1']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:50.204604 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:50.204872 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:50.205212 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:50.205541 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:50.205864 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:50.206812 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:50.207160 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:50.207480 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:50.207815 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:50.208133 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:50.208447 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:50.208760 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:50.209886 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Tracked resource versions report:
Jun 04 13:37:50.209886 dv-cinder-843593-2-iscsi neutron-server[88596]: pushed versions:
Jun 04 13:37:50.209886 dv-cinder-843593-2-iscsi neutron-server[88596]: {   'AddressGroup': {'1.2'},
Jun 04 13:37:50.209886 dv-cinder-843593-2-iscsi neutron-server[88596]:     'ConntrackHelper': {'1.0'},
Jun 04 13:37:50.209886 dv-cinder-843593-2-iscsi neutron-server[88596]:     'Log': {'1.0'},
Jun 04 13:37:50.209886 dv-cinder-843593-2-iscsi neutron-server[88596]:     'Network': {'1.1'},
Jun 04 13:37:50.209886 dv-cinder-843593-2-iscsi neutron-server[88596]:     'Port': {'1.7'},
Jun 04 13:37:50.209886 dv-cinder-843593-2-iscsi neutron-server[88596]:     'PortForwarding': {'1.2'},
Jun 04 13:37:50.209886 dv-cinder-843593-2-iscsi neutron-server[88596]:     'QosPolicy': {'1.8'},
Jun 04 13:37:50.209886 dv-cinder-843593-2-iscsi neutron-server[88596]:     'SecurityGroup': {'1.4'},
Jun 04 13:37:50.209886 dv-cinder-843593-2-iscsi neutron-server[88596]:     'SecurityGroupRule': {'1.2'},
Jun 04 13:37:50.209886 dv-cinder-843593-2-iscsi neutron-server[88596]:     'SubPort': {'1.0'},
Jun 04 13:37:50.209886 dv-cinder-843593-2-iscsi neutron-server[88596]:     'Subnet': {'1.1'},
Jun 04 13:37:50.209886 dv-cinder-843593-2-iscsi neutron-server[88596]:     'Trunk': {'1.1'}}
Jun 04 13:37:50.209886 dv-cinder-843593-2-iscsi neutron-server[88596]: consumer versions:
Jun 04 13:37:50.209886 dv-cinder-843593-2-iscsi neutron-server[88596]: {   DHCP agent@dv-cinder-843593-2-iscsi: {},
Jun 04 13:37:50.209886 dv-cinder-843593-2-iscsi neutron-server[88596]:     L3 agent@dv-cinder-843593-2-iscsi: {},
Jun 04 13:37:50.209886 dv-cinder-843593-2-iscsi neutron-server[88596]:     Metadata agent@dv-cinder-843593-2-iscsi: {},
Jun 04 13:37:50.209886 dv-cinder-843593-2-iscsi neutron-server[88596]:     Metering agent@dv-cinder-843593-2-iscsi: {},
Jun 04 13:37:50.209886 dv-cinder-843593-2-iscsi neutron-server[88596]:     Open vSwitch agent@dv-cinder-843593-2-iscsi: {   'AddressGroup': '1.2',
Jun 04 13:37:50.209886 dv-cinder-843593-2-iscsi neutron-server[88596]:                                                      'ConntrackHelper': '1.0',
Jun 04 13:37:50.209886 dv-cinder-843593-2-iscsi neutron-server[88596]:                                                      'Log': '1.0',
Jun 04 13:37:50.209886 dv-cinder-843593-2-iscsi neutron-server[88596]:                                                      'Network': '1.1',
Jun 04 13:37:50.209886 dv-cinder-843593-2-iscsi neutron-server[88596]:                                                      'Port': '1.7',
Jun 04 13:37:50.209886 dv-cinder-843593-2-iscsi neutron-server[88596]:                                                      'PortForwarding': '1.2',
Jun 04 13:37:50.209886 dv-cinder-843593-2-iscsi neutron-server[88596]:                                                      'QosPolicy': '1.8',
Jun 04 13:37:50.209886 dv-cinder-843593-2-iscsi neutron-server[88596]:                                                      'SecurityGroup': '1.4',
Jun 04 13:37:50.209886 dv-cinder-843593-2-iscsi neutron-server[88596]:                                                      'SecurityGroupRule': '1.2',
Jun 04 13:37:50.209886 dv-cinder-843593-2-iscsi neutron-server[88596]:                                                      'SubPort': '1.0',
Jun 04 13:37:50.209886 dv-cinder-843593-2-iscsi neutron-server[88596]:                                                      'Subnet': '1.1',
Jun 04 13:37:50.209886 dv-cinder-843593-2-iscsi neutron-server[88596]:                                                      'Trunk': '1.1'}}
Jun 04 13:37:50.209886 dv-cinder-843593-2-iscsi neutron-server[88596]:  {{(pid=88596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 04 13:37:50.232673 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Attempting to bind port 411f0664-654d-4fdc-9b50-0fcafebd239b on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:37:50.233193 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Attempting to bind port 411f0664-654d-4fdc-9b50-0fcafebd239b by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': 'd70e64d2-0f51-4df7-a755-a0d45aef6adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cea353d5-657a-4ddf-a376-c8d4d0be9d94'}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:37:50.233458 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Attempting to bind port 411f0664-654d-4fdc-9b50-0fcafebd239b on network cea353d5-657a-4ddf-a376-c8d4d0be9d94 {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:37:50.238435 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:37:50.238796 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Checking segment: {'id': 'd70e64d2-0f51-4df7-a755-a0d45aef6adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cea353d5-657a-4ddf-a376-c8d4d0be9d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:37:50.239300 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:50.239682 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Bound using segment: {'id': 'd70e64d2-0f51-4df7-a755-a0d45aef6adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cea353d5-657a-4ddf-a376-c8d4d0be9d94'} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:37:50.240131 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Bound port: 411f0664-654d-4fdc-9b50-0fcafebd239b, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd70e64d2-0f51-4df7-a755-a0d45aef6adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cea353d5-657a-4ddf-a376-c8d4d0be9d94'}}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:37:50.240522 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:50.329984 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] For port 411f0664-654d-4fdc-9b50-0fcafebd239b, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:37:50.334645 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] For port 411f0664-654d-4fdc-9b50-0fcafebd239b, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=411f0664-654d-4fdc-9b50-0fcafebd239b,segment=NetworkSegment(d70e64d2-0f51-4df7-a755-a0d45aef6adf),segment_id=d70e64d2-0f51-4df7-a755-a0d45aef6adf)] {{(pid=88596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:37:50.401998 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:50.492720 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad36da3-814c-422c-81cc-a5adbd4d3a5e None None] Pushing event updated for resources: {'Port': ['ID=411f0664-654d-4fdc-9b50-0fcafebd239b,revision_number=2']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:51.702077 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 39734) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:37:52.292290 dv-cinder-843593-2-iscsi neutron-server[88595]: WARNING oslo_policy.policy [None req-605b1818-8a50-4c22-9dce-7de8820c723c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 04 13:37:52.292877 dv-cinder-843593-2-iscsi neutron-server[88595]: WARNING oslo_policy.policy [None req-605b1818-8a50-4c22-9dce-7de8820c723c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 04 13:37:52.510341 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [None req-605b1818-8a50-4c22-9dce-7de8820c723c admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 13:37:52.511643 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-605b1818-8a50-4c22-9dce-7de8820c723c admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8068974
Jun 04 13:37:54.246925 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303b8090-98b8-41d8-9a36-d4c429f50f06 None None] Network cea353d5-657a-4ddf-a376-c8d4d0be9d94 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:37:54.417843 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-9e2f1849-c0a6-434a-a811-981bb8fa5e19 None None] Provisioning for port 411f0664-654d-4fdc-9b50-0fcafebd239b completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:37:54.473992 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 411f0664-654d-4fdc-9b50-0fcafebd239b up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:37:54.615557 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port 411f0664-654d-4fdc-9b50-0fcafebd239b completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:37:54.620813 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 411f0664-654d-4fdc-9b50-0fcafebd239b triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:37:54.621211 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:54.749301 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 411f0664-654d-4fdc-9b50-0fcafebd239b is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:37:54.749708 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:54.770182 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-b7e36813-f846-4ba9-b583-f7675f55e865 None None] Provisioning complete for port 411f0664-654d-4fdc-9b50-0fcafebd239b triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:37:54.770546 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-b7e36813-f846-4ba9-b583-f7675f55e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:54.835743 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] For port 411f0664-654d-4fdc-9b50-0fcafebd239b, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=411f0664-654d-4fdc-9b50-0fcafebd239b,segment=NetworkSegment(d70e64d2-0f51-4df7-a755-a0d45aef6adf),segment_id=d70e64d2-0f51-4df7-a755-a0d45aef6adf)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:37:54.897083 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:54.934275 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-b7e36813-f846-4ba9-b583-f7675f55e865 None None] Current status of the port 411f0664-654d-4fdc-9b50-0fcafebd239b is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:37:54.934665 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-b7e36813-f846-4ba9-b583-f7675f55e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:54.943152 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 39752) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:37:55.034405 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Pushing event updated for resources: {'Port': ['ID=411f0664-654d-4fdc-9b50-0fcafebd239b,revision_number=3']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:55.063672 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.db.api [None req-b7e36813-f846-4ba9-b583-f7675f55e865 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 13:37:55.064060 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG oslo_db.api [None req-b7e36813-f846-4ba9-b583-f7675f55e865 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 13:37:55.313132 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [None req-5b1c6756-1f59-4c9c-9430-bbac5f05b350 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 13:37:55.314066 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-5b1c6756-1f59-4c9c-9430-bbac5f05b350 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3699839
Jun 04 13:37:55.619452 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-b7e36813-f846-4ba9-b583-f7675f55e865 None None] Current status of the port 411f0664-654d-4fdc-9b50-0fcafebd239b is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:37:56.415993 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 411f0664-654d-4fdc-9b50-0fcafebd239b up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:37:56.481467 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 411f0664-654d-4fdc-9b50-0fcafebd239b triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:37:56.481828 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:56.597897 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 411f0664-654d-4fdc-9b50-0fcafebd239b is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:37:57.989104 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 39764) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:37:58.331996 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-f9c09b28-0ad8-458b-8448-a344f917249e admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '6bf8b8e79db74172a49aaa0d81cc2b27', 'name': 'router1'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:37:58.398196 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.policy [None req-f9c09b28-0ad8-458b-8448-a344f917249e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88595) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 04 13:37:58.443888 dv-cinder-843593-2-iscsi neutron-server[88595]: WARNING oslo_policy.policy [None req-f9c09b28-0ad8-458b-8448-a344f917249e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 04 13:37:58.444195 dv-cinder-843593-2-iscsi neutron-server[88595]: WARNING oslo_policy.policy [None req-f9c09b28-0ad8-458b-8448-a344f917249e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 04 13:37:58.452523 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.quota [None req-f9c09b28-0ad8-458b-8448-a344f917249e admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f161f855e80>.
Jun 04 13:37:58.467516 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-f9c09b28-0ad8-458b-8448-a344f917249e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:37:58.474564 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-f9c09b28-0ad8-458b-8448-a344f917249e admin admin] Usage tracker for resource:router and tenant:6bf8b8e79db74172a49aaa0d81cc2b27 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:37:58.478889 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-f9c09b28-0ad8-458b-8448-a344f917249e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:37:58.486206 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-f9c09b28-0ad8-458b-8448-a344f917249e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:37:58.557908 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f9c09b28-0ad8-458b-8448-a344f917249e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66723640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7350'] for router, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:58.560038 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f9c09b28-0ad8-458b-8448-a344f917249e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66777610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66718318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66607470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7311'] for router, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:58.584475 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f9c09b28-0ad8-458b-8448-a344f917249e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:58.753483 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f9c09b28-0ad8-458b-8448-a344f917249e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66723635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66718259'] for router, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:58.821107 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f9c09b28-0ad8-458b-8448-a344f917249e admin admin] Notify callbacks [] for router, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:58.822778 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-f9c09b28-0ad8-458b-8448-a344f917249e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.8327441
Jun 04 13:38:01.229132 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 39776) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:38:01.518903 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-dbd9558f-cf5c-4804-bcb9-231f8f9c93e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:01.589299 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [None req-9355b6c4-f357-4055-b2f9-ca0e265b32fa admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 13:38:01.590284 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-9355b6c4-f357-4055-b2f9-ca0e265b32fa admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3602562
Jun 04 13:38:03.729626 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-da7e729e-e085-4576-b6d2-5b883ee9d186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:04.006513 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 39786) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:38:04.366961 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:38:04.371970 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:38:04.375673 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Usage tracker for resource:network and tenant:fb9e023599a94d1b9465f45a58270056 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:38:04.379727 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:38:04.385221 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:38:04.448882 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Made reservation on behalf of fb9e023599a94d1b9465f45a58270056 for: {'network': 1} {{(pid=88595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:38:04.451674 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for network, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:04.468052 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:04.481999 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:38:04.485656 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Usage tracker for resource:security_group_rule and tenant:fb9e023599a94d1b9465f45a58270056 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:38:04.489388 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:38:04.494824 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:38:04.582395 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:04.620605 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:04.648919 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:04.664026 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Reserving flat network on physical network physnet1 {{(pid=88595) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jun 04 13:38:04.695124 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733313062557', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:04.695652 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f16205d69d0> segment precommit_create {{(pid=88595) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 04 13:38:04.696161 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.db.segments_db [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Added segment a5e9f3a7-fe7c-4b2a-9489-202ad5682d71 of type flat for network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806
Jun 04 13:38:04.747318 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d06724-6699-461b-90f4-98a3a1408117,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:04.766779 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:04.767164 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:04.767516 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:04.767837 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:04.768152 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:04.768513 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:04.768860 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:04.769160 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:04.769484 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:04.769796 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:04.770101 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:04.770405 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:04.771535 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Tracked resource versions report:
Jun 04 13:38:04.771535 dv-cinder-843593-2-iscsi neutron-server[88595]: pushed versions:
Jun 04 13:38:04.771535 dv-cinder-843593-2-iscsi neutron-server[88595]: {   'AddressGroup': {'1.2'},
Jun 04 13:38:04.771535 dv-cinder-843593-2-iscsi neutron-server[88595]:     'ConntrackHelper': {'1.0'},
Jun 04 13:38:04.771535 dv-cinder-843593-2-iscsi neutron-server[88595]:     'Log': {'1.0'},
Jun 04 13:38:04.771535 dv-cinder-843593-2-iscsi neutron-server[88595]:     'Network': {'1.1'},
Jun 04 13:38:04.771535 dv-cinder-843593-2-iscsi neutron-server[88595]:     'Port': {'1.7'},
Jun 04 13:38:04.771535 dv-cinder-843593-2-iscsi neutron-server[88595]:     'PortForwarding': {'1.2'},
Jun 04 13:38:04.771535 dv-cinder-843593-2-iscsi neutron-server[88595]:     'QosPolicy': {'1.8'},
Jun 04 13:38:04.771535 dv-cinder-843593-2-iscsi neutron-server[88595]:     'SecurityGroup': {'1.4'},
Jun 04 13:38:04.771535 dv-cinder-843593-2-iscsi neutron-server[88595]:     'SecurityGroupRule': {'1.2'},
Jun 04 13:38:04.771535 dv-cinder-843593-2-iscsi neutron-server[88595]:     'SubPort': {'1.0'},
Jun 04 13:38:04.771535 dv-cinder-843593-2-iscsi neutron-server[88595]:     'Subnet': {'1.1'},
Jun 04 13:38:04.771535 dv-cinder-843593-2-iscsi neutron-server[88595]:     'Trunk': {'1.1'}}
Jun 04 13:38:04.771535 dv-cinder-843593-2-iscsi neutron-server[88595]: consumer versions:
Jun 04 13:38:04.771535 dv-cinder-843593-2-iscsi neutron-server[88595]: {   DHCP agent@dv-cinder-843593-2-iscsi: {},
Jun 04 13:38:04.771535 dv-cinder-843593-2-iscsi neutron-server[88595]:     L3 agent@dv-cinder-843593-2-iscsi: {},
Jun 04 13:38:04.771535 dv-cinder-843593-2-iscsi neutron-server[88595]:     Metadata agent@dv-cinder-843593-2-iscsi: {},
Jun 04 13:38:04.771535 dv-cinder-843593-2-iscsi neutron-server[88595]:     Metering agent@dv-cinder-843593-2-iscsi: {},
Jun 04 13:38:04.771535 dv-cinder-843593-2-iscsi neutron-server[88595]:     Open vSwitch agent@dv-cinder-843593-2-iscsi: {   'AddressGroup': '1.2',
Jun 04 13:38:04.771535 dv-cinder-843593-2-iscsi neutron-server[88595]:                                                      'ConntrackHelper': '1.0',
Jun 04 13:38:04.771535 dv-cinder-843593-2-iscsi neutron-server[88595]:                                                      'Log': '1.0',
Jun 04 13:38:04.771535 dv-cinder-843593-2-iscsi neutron-server[88595]:                                                      'Network': '1.1',
Jun 04 13:38:04.771535 dv-cinder-843593-2-iscsi neutron-server[88595]:                                                      'Port': '1.7',
Jun 04 13:38:04.771535 dv-cinder-843593-2-iscsi neutron-server[88595]:                                                      'PortForwarding': '1.2',
Jun 04 13:38:04.771535 dv-cinder-843593-2-iscsi neutron-server[88595]:                                                      'QosPolicy': '1.8',
Jun 04 13:38:04.771535 dv-cinder-843593-2-iscsi neutron-server[88595]:                                                      'SecurityGroup': '1.4',
Jun 04 13:38:04.771535 dv-cinder-843593-2-iscsi neutron-server[88595]:                                                      'SecurityGroupRule': '1.2',
Jun 04 13:38:04.771535 dv-cinder-843593-2-iscsi neutron-server[88595]:                                                      'SubPort': '1.0',
Jun 04 13:38:04.771535 dv-cinder-843593-2-iscsi neutron-server[88595]:                                                      'Subnet': '1.1',
Jun 04 13:38:04.771535 dv-cinder-843593-2-iscsi neutron-server[88595]:                                                      'Trunk': '1.1'}}
Jun 04 13:38:04.771535 dv-cinder-843593-2-iscsi neutron-server[88595]:  {{(pid=88595) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 04 13:38:04.792233 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:04.813786 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733312597486'] for network, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:04.906397 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086'] for network, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:04.907559 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:38:04.908240 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:05.012409 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] Pushing event updated for resources: {'Network': ['ID=0e91cb13-9cd5-4b6d-a0e7-77d68e81a806,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:05.023941 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 details requested by agent ovs-agent-dv-cinder-843593-2-iscsi with host dv-cinder-843593-2-iscsi {{(pid=88596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:38:05.067386 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-37bfa2dc-4117-4a66-a6a8-c020801baf85 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.0597703
Jun 04 13:38:06.009652 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:07.426108 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 39810) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:38:07.633719 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5760f737-82c9-4090-be17-d2863ae693d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:38:07.635140 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-5760f737-82c9-4090-be17-d2863ae693d8 admin admin] 10.222.0.39 "GET /v2.0/subnets/99208a73-f0a4-45ce-a05a-395a7b166dcf HTTP/1.1" status: 200  len: 849 time: 0.2080131
Jun 04 13:38:07.791119 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-379e1848-4f3a-4729-b4ed-184fe18c4e8f admin admin] 10.222.0.39 "GET /v2.0/routers/91d11107-99d7-4ed8-bd7d-811d071be0bb HTTP/1.1" status: 200  len: 704 time: 0.1505232
Jun 04 13:38:08.241678 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f37199ca-833b-4362-b429-ac6df2b7913f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:08.467730 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_common [None req-f37199ca-833b-4362-b429-ac6df2b7913f admin admin] Allocated IP 172.20.0.1 (cea353d5-657a-4ddf-a376-c8d4d0be9d94/99208a73-f0a4-45ce-a05a-395a7b166dcf/682dcb53-794e-4782-85c3-6548f58fb817) {{(pid=88595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:38:08.619734 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f37199ca-833b-4362-b429-ac6df2b7913f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:08.637594 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.provisioning_blocks [None req-f37199ca-833b-4362-b429-ac6df2b7913f admin admin] Transition to ACTIVE for port object 682dcb53-794e-4782-85c3-6548f58fb817 will not be triggered until provisioned by entity DHCP. {{(pid=88595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:38:08.745050 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f37199ca-833b-4362-b429-ac6df2b7913f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946'] for port, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:08.805635 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37199ca-833b-4362-b429-ac6df2b7913f admin admin] Network cea353d5-657a-4ddf-a376-c8d4d0be9d94 is already hosted by enough agents. {{(pid=88595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:38:08.812386 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-f37199ca-833b-4362-b429-ac6df2b7913f admin admin] Resources bound (agent type, host, resource id):  {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:38:08.819146 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37199ca-833b-4362-b429-ac6df2b7913f admin admin] Received port after_create {{(pid=88595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:38:08.819662 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f37199ca-833b-4362-b429-ac6df2b7913f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66723705'] for router_interface, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:08.950093 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37199ca-833b-4362-b429-ac6df2b7913f admin admin] Pushing event updated for resources: {'Port': ['ID=682dcb53-794e-4782-85c3-6548f58fb817,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:09.059060 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-60e56ede-3fcc-4dc3-b0a0-adea6dd75ffe None None] Provisioning for port 682dcb53-794e-4782-85c3-6548f58fb817 completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:38:09.064024 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-60e56ede-3fcc-4dc3-b0a0-adea6dd75ffe None None] Provisioning complete for port 682dcb53-794e-4782-85c3-6548f58fb817 triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:38:09.069217 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-60e56ede-3fcc-4dc3-b0a0-adea6dd75ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:09.119277 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-60e56ede-3fcc-4dc3-b0a0-adea6dd75ffe None None] Port 682dcb53-794e-4782-85c3-6548f58fb817 cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:38:09.182785 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f37199ca-833b-4362-b429-ac6df2b7913f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:09.429798 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f37199ca-833b-4362-b429-ac6df2b7913f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:09.523923 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f37199ca-833b-4362-b429-ac6df2b7913f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:09.524671 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f37199ca-833b-4362-b429-ac6df2b7913f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66655068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66719424'] for router_interface, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:09.656641 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37199ca-833b-4362-b429-ac6df2b7913f admin admin] Pushing event updated for resources: {'Port': ['ID=682dcb53-794e-4782-85c3-6548f58fb817,revision_number=2']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:09.719321 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37199ca-833b-4362-b429-ac6df2b7913f admin admin] Network cea353d5-657a-4ddf-a376-c8d4d0be9d94 is already hosted by enough agents. {{(pid=88595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:38:09.720361 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-f37199ca-833b-4362-b429-ac6df2b7913f admin admin] Resources bound (agent type, host, resource id):  {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:38:09.948291 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-125cc21d-e0e8-4042-abfc-a9cb7c4ad081 None None] Provisioning complete for port 682dcb53-794e-4782-85c3-6548f58fb817 triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:38:09.948651 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-125cc21d-e0e8-4042-abfc-a9cb7c4ad081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:09.992585 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f37199ca-833b-4362-b429-ac6df2b7913f admin admin] Router 91d11107-99d7-4ed8-bd7d-811d071be0bb is scheduled to L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 with binding_index 1 {{(pid=88595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 13:38:09.999564 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-125cc21d-e0e8-4042-abfc-a9cb7c4ad081 None None] Port 682dcb53-794e-4782-85c3-6548f58fb817 cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:38:10.142865 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37199ca-833b-4362-b429-ac6df2b7913f admin admin] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:38:10.151891 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-f37199ca-833b-4362-b429-ac6df2b7913f admin admin] 10.222.0.39 "PUT /v2.0/routers/91d11107-99d7-4ed8-bd7d-811d071be0bb/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.3559167
Jun 04 13:38:10.152903 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb59264d-97b4-4a85-ba0c-210b0bdd88e8 None None] Sync routers for ids ['91d11107-99d7-4ed8-bd7d-811d071be0bb'] in dv-cinder-843593-2-iscsi {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:38:10.163585 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb59264d-97b4-4a85-ba0c-210b0bdd88e8 None None] Routers {'91d11107-99d7-4ed8-bd7d-811d071be0bb'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:38:10.164408 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-eb59264d-97b4-4a85-ba0c-210b0bdd88e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161fa1afa0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:38:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['91d11107-99d7-4ed8-bd7d-811d071be0bb'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:38:10.340353 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-eb59264d-97b4-4a85-ba0c-210b0bdd88e8 None None] Set router 91d11107-99d7-4ed8-bd7d-811d071be0bb gateway port host: None {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:38:10.707130 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-eb59264d-97b4-4a85-ba0c-210b0bdd88e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161fa1afa0>, [{'id': '91d11107-99d7-4ed8-bd7d-811d071be0bb', 'name': 'router1', 'tenant_id': '6bf8b8e79db74172a49aaa0d81cc2b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:37:58Z', 'updated_at': '2022-06-04T13:38:09Z', 'revision_number': 2, 'project_id': '6bf8b8e79db74172a49aaa0d81cc2b27', 'gw_port_host': None, '_interfaces': [{'id': '682dcb53-794e-4782-85c3-6548f58fb817', 'name': '', 'network_id': 'cea353d5-657a-4ddf-a376-c8d4d0be9d94', 'tenant_id': '6bf8b8e79db74172a49aaa0d81cc2b27', 'mac_address': 'fa:16:3e:ab:87:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d11107-99d7-4ed8-bd7d-811d071be0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99208a73-f0a4-45ce-a05a-395a7b166dcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:38:08Z', 'updated_at': '2022-06-04T13:38:09Z', 'revision_number': 2, 'project_id': '6bf8b8e79db74172a49aaa0d81cc2b27', 'subnets': [{'id': '99208a73-f0a4-45ce-a05a-395a7b166dcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99f3d27c-f612-4bdc-8efc-e0a8002b2b4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:38:10.711826 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb59264d-97b4-4a85-ba0c-210b0bdd88e8 None None] Checking router: 91d11107-99d7-4ed8-bd7d-811d071be0bb for host: dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:38:10.712182 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb59264d-97b4-4a85-ba0c-210b0bdd88e8 None None] Updating router 91d11107-99d7-4ed8-bd7d-811d071be0bb port 682dcb53-794e-4782-85c3-6548f58fb817 binding host dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:38:10.764760 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-eb59264d-97b4-4a85-ba0c-210b0bdd88e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:11.139963 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-eb59264d-97b4-4a85-ba0c-210b0bdd88e8 None None] Notify callbacks [] for port, precommit_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:11.154728 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.provisioning_blocks [None req-eb59264d-97b4-4a85-ba0c-210b0bdd88e8 None None] Transition to ACTIVE for port object 682dcb53-794e-4782-85c3-6548f58fb817 will not be triggered until provisioned by entity L2. {{(pid=88597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:38:11.213677 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-eb59264d-97b4-4a85-ba0c-210b0bdd88e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:11.369658 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41036cc6-6fd0-438f-964d-9b0184840a71 None None] Pushing event updated for resources: {'Port': ['ID=682dcb53-794e-4782-85c3-6548f58fb817,revision_number=3']} {{(pid=88597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:11.382283 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41036cc6-6fd0-438f-964d-9b0184840a71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:11.382625 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41036cc6-6fd0-438f-964d-9b0184840a71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:11.382955 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41036cc6-6fd0-438f-964d-9b0184840a71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:11.383301 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41036cc6-6fd0-438f-964d-9b0184840a71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:11.383618 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41036cc6-6fd0-438f-964d-9b0184840a71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:11.383980 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41036cc6-6fd0-438f-964d-9b0184840a71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:11.384330 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41036cc6-6fd0-438f-964d-9b0184840a71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:11.384647 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41036cc6-6fd0-438f-964d-9b0184840a71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:11.384966 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41036cc6-6fd0-438f-964d-9b0184840a71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:11.385277 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41036cc6-6fd0-438f-964d-9b0184840a71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:11.385586 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41036cc6-6fd0-438f-964d-9b0184840a71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:11.385886 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41036cc6-6fd0-438f-964d-9b0184840a71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:11.387042 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41036cc6-6fd0-438f-964d-9b0184840a71 None None] Tracked resource versions report:
Jun 04 13:38:11.387042 dv-cinder-843593-2-iscsi neutron-server[88597]: pushed versions:
Jun 04 13:38:11.387042 dv-cinder-843593-2-iscsi neutron-server[88597]: {   'AddressGroup': {'1.2'},
Jun 04 13:38:11.387042 dv-cinder-843593-2-iscsi neutron-server[88597]:     'ConntrackHelper': {'1.0'},
Jun 04 13:38:11.387042 dv-cinder-843593-2-iscsi neutron-server[88597]:     'Log': {'1.0'},
Jun 04 13:38:11.387042 dv-cinder-843593-2-iscsi neutron-server[88597]:     'Network': {'1.1'},
Jun 04 13:38:11.387042 dv-cinder-843593-2-iscsi neutron-server[88597]:     'Port': {'1.7'},
Jun 04 13:38:11.387042 dv-cinder-843593-2-iscsi neutron-server[88597]:     'PortForwarding': {'1.2'},
Jun 04 13:38:11.387042 dv-cinder-843593-2-iscsi neutron-server[88597]:     'QosPolicy': {'1.8'},
Jun 04 13:38:11.387042 dv-cinder-843593-2-iscsi neutron-server[88597]:     'SecurityGroup': {'1.4'},
Jun 04 13:38:11.387042 dv-cinder-843593-2-iscsi neutron-server[88597]:     'SecurityGroupRule': {'1.2'},
Jun 04 13:38:11.387042 dv-cinder-843593-2-iscsi neutron-server[88597]:     'SubPort': {'1.0'},
Jun 04 13:38:11.387042 dv-cinder-843593-2-iscsi neutron-server[88597]:     'Subnet': {'1.1'},
Jun 04 13:38:11.387042 dv-cinder-843593-2-iscsi neutron-server[88597]:     'Trunk': {'1.1'}}
Jun 04 13:38:11.387042 dv-cinder-843593-2-iscsi neutron-server[88597]: consumer versions:
Jun 04 13:38:11.387042 dv-cinder-843593-2-iscsi neutron-server[88597]: {   DHCP agent@dv-cinder-843593-2-iscsi: {},
Jun 04 13:38:11.387042 dv-cinder-843593-2-iscsi neutron-server[88597]:     L3 agent@dv-cinder-843593-2-iscsi: {},
Jun 04 13:38:11.387042 dv-cinder-843593-2-iscsi neutron-server[88597]:     Metadata agent@dv-cinder-843593-2-iscsi: {},
Jun 04 13:38:11.387042 dv-cinder-843593-2-iscsi neutron-server[88597]:     Metering agent@dv-cinder-843593-2-iscsi: {},
Jun 04 13:38:11.387042 dv-cinder-843593-2-iscsi neutron-server[88597]:     Open vSwitch agent@dv-cinder-843593-2-iscsi: {   'AddressGroup': '1.2',
Jun 04 13:38:11.387042 dv-cinder-843593-2-iscsi neutron-server[88597]:                                                      'ConntrackHelper': '1.0',
Jun 04 13:38:11.387042 dv-cinder-843593-2-iscsi neutron-server[88597]:                                                      'Log': '1.0',
Jun 04 13:38:11.387042 dv-cinder-843593-2-iscsi neutron-server[88597]:                                                      'Network': '1.1',
Jun 04 13:38:11.387042 dv-cinder-843593-2-iscsi neutron-server[88597]:                                                      'Port': '1.7',
Jun 04 13:38:11.387042 dv-cinder-843593-2-iscsi neutron-server[88597]:                                                      'PortForwarding': '1.2',
Jun 04 13:38:11.387042 dv-cinder-843593-2-iscsi neutron-server[88597]:                                                      'QosPolicy': '1.8',
Jun 04 13:38:11.387042 dv-cinder-843593-2-iscsi neutron-server[88597]:                                                      'SecurityGroup': '1.4',
Jun 04 13:38:11.387042 dv-cinder-843593-2-iscsi neutron-server[88597]:                                                      'SecurityGroupRule': '1.2',
Jun 04 13:38:11.387042 dv-cinder-843593-2-iscsi neutron-server[88597]:                                                      'SubPort': '1.0',
Jun 04 13:38:11.387042 dv-cinder-843593-2-iscsi neutron-server[88597]:                                                      'Subnet': '1.1',
Jun 04 13:38:11.387042 dv-cinder-843593-2-iscsi neutron-server[88597]:                                                      'Trunk': '1.1'}}
Jun 04 13:38:11.387042 dv-cinder-843593-2-iscsi neutron-server[88597]:  {{(pid=88597) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 04 13:38:11.446755 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.managers [None req-eb59264d-97b4-4a85-ba0c-210b0bdd88e8 None None] Attempting to bind port 682dcb53-794e-4782-85c3-6548f58fb817 on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:38:11.447196 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.managers [None req-eb59264d-97b4-4a85-ba0c-210b0bdd88e8 None None] Attempting to bind port 682dcb53-794e-4782-85c3-6548f58fb817 by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': 'd70e64d2-0f51-4df7-a755-a0d45aef6adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cea353d5-657a-4ddf-a376-c8d4d0be9d94'}] {{(pid=88597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:38:11.447623 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb59264d-97b4-4a85-ba0c-210b0bdd88e8 None None] Attempting to bind port 682dcb53-794e-4782-85c3-6548f58fb817 on network cea353d5-657a-4ddf-a376-c8d4d0be9d94 {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:38:11.452807 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb59264d-97b4-4a85-ba0c-210b0bdd88e8 None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:38:11.453167 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb59264d-97b4-4a85-ba0c-210b0bdd88e8 None None] Checking segment: {'id': 'd70e64d2-0f51-4df7-a755-a0d45aef6adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cea353d5-657a-4ddf-a376-c8d4d0be9d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:38:11.453641 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-eb59264d-97b4-4a85-ba0c-210b0bdd88e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:11.454016 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb59264d-97b4-4a85-ba0c-210b0bdd88e8 None None] Bound using segment: {'id': 'd70e64d2-0f51-4df7-a755-a0d45aef6adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cea353d5-657a-4ddf-a376-c8d4d0be9d94'} {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:38:11.454480 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.managers [None req-eb59264d-97b4-4a85-ba0c-210b0bdd88e8 None None] Bound port: 682dcb53-794e-4782-85c3-6548f58fb817, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd70e64d2-0f51-4df7-a755-a0d45aef6adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cea353d5-657a-4ddf-a376-c8d4d0be9d94'}}] {{(pid=88597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:38:11.454850 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-eb59264d-97b4-4a85-ba0c-210b0bdd88e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:11.543327 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.db [None req-eb59264d-97b4-4a85-ba0c-210b0bdd88e8 None None] For port 682dcb53-794e-4782-85c3-6548f58fb817, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:38:11.547460 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.db [None req-eb59264d-97b4-4a85-ba0c-210b0bdd88e8 None None] For port 682dcb53-794e-4782-85c3-6548f58fb817, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=682dcb53-794e-4782-85c3-6548f58fb817,segment=NetworkSegment(d70e64d2-0f51-4df7-a755-a0d45aef6adf),segment_id=d70e64d2-0f51-4df7-a755-a0d45aef6adf)] {{(pid=88597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:38:11.638544 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-eb59264d-97b4-4a85-ba0c-210b0bdd88e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:11.726632 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb59264d-97b4-4a85-ba0c-210b0bdd88e8 None None] Routers {'91d11107-99d7-4ed8-bd7d-811d071be0bb'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:38:11.727275 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-eb59264d-97b4-4a85-ba0c-210b0bdd88e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161fa1afa0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:38:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['91d11107-99d7-4ed8-bd7d-811d071be0bb'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:38:11.782511 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41036cc6-6fd0-438f-964d-9b0184840a71 None None] Pushing event updated for resources: {'Port': ['ID=682dcb53-794e-4782-85c3-6548f58fb817,revision_number=4']} {{(pid=88597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:11.909687 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-eb59264d-97b4-4a85-ba0c-210b0bdd88e8 None None] Set router 91d11107-99d7-4ed8-bd7d-811d071be0bb gateway port host: None {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:38:12.225773 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-eb59264d-97b4-4a85-ba0c-210b0bdd88e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161fa1afa0>, [{'id': '91d11107-99d7-4ed8-bd7d-811d071be0bb', 'name': 'router1', 'tenant_id': '6bf8b8e79db74172a49aaa0d81cc2b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:37:58Z', 'updated_at': '2022-06-04T13:38:09Z', 'revision_number': 2, 'project_id': '6bf8b8e79db74172a49aaa0d81cc2b27', 'gw_port_host': None, '_interfaces': [{'id': '682dcb53-794e-4782-85c3-6548f58fb817', 'name': '', 'network_id': 'cea353d5-657a-4ddf-a376-c8d4d0be9d94', 'tenant_id': '6bf8b8e79db74172a49aaa0d81cc2b27', 'mac_address': 'fa:16:3e:ab:87:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d11107-99d7-4ed8-bd7d-811d071be0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99208a73-f0a4-45ce-a05a-395a7b166dcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:38:08Z', 'updated_at': '2022-06-04T13:38:11Z', 'revision_number': 4, 'project_id': '6bf8b8e79db74172a49aaa0d81cc2b27', 'subnets': [{'id': '99208a73-f0a4-45ce-a05a-395a7b166dcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99f3d27c-f612-4bdc-8efc-e0a8002b2b4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:38:12.229583 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb59264d-97b4-4a85-ba0c-210b0bdd88e8 None None] The sync data for ids ['91d11107-99d7-4ed8-bd7d-811d071be0bb'] in dv-cinder-843593-2-iscsi is: [{'id': '91d11107-99d7-4ed8-bd7d-811d071be0bb', 'name': 'router1', 'tenant_id': '6bf8b8e79db74172a49aaa0d81cc2b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:37:58Z', 'updated_at': '2022-06-04T13:38:09Z', 'revision_number': 2, 'project_id': '6bf8b8e79db74172a49aaa0d81cc2b27', 'gw_port_host': None, '_interfaces': [{'id': '682dcb53-794e-4782-85c3-6548f58fb817', 'name': '', 'network_id': 'cea353d5-657a-4ddf-a376-c8d4d0be9d94', 'tenant_id': '6bf8b8e79db74172a49aaa0d81cc2b27', 'mac_address': 'fa:16:3e:ab:87:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d11107-99d7-4ed8-bd7d-811d071be0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99208a73-f0a4-45ce-a05a-395a7b166dcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:38:08Z', 'updated_at': '2022-06-04T13:38:11Z', 'revision_number': 4, 'project_id': '6bf8b8e79db74172a49aaa0d81cc2b27', 'subnets': [{'id': '99208a73-f0a4-45ce-a05a-395a7b166dcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99f3d27c-f612-4bdc-8efc-e0a8002b2b4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:38:12.373521 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 39832) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:38:12.525115 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7f5978-53fd-4734-a128-b8079e0bcec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:38:12.526465 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-fc7f5978-53fd-4734-a128-b8079e0bcec4 admin admin] 10.222.0.39 "GET /v2.0/networks/0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 HTTP/1.1" status: 200  len: 842 time: 0.1520038
Jun 04 13:38:12.535920 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-78ff0c47-eb84-435f-901f-8a7665ee3f8c admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:38:12.541320 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-78ff0c47-eb84-435f-901f-8a7665ee3f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:38:12.545633 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-78ff0c47-eb84-435f-901f-8a7665ee3f8c admin admin] Usage tracker for resource:subnet and tenant:fb9e023599a94d1b9465f45a58270056 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:38:12.548465 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-78ff0c47-eb84-435f-901f-8a7665ee3f8c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:38:12.554580 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-78ff0c47-eb84-435f-901f-8a7665ee3f8c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:38:12.642029 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ff0c47-eb84-435f-901f-8a7665ee3f8c admin admin] Made reservation on behalf of fb9e023599a94d1b9465f45a58270056 for: {'subnet': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:38:12.644354 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-78ff0c47-eb84-435f-901f-8a7665ee3f8c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:13.098931 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.objects.ports [None req-78ff0c47-eb84-435f-901f-8a7665ee3f8c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88594) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Jun 04 13:38:13.099410 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-78ff0c47-eb84-435f-901f-8a7665ee3f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086'] for subnet, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:13.178603 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff0c47-eb84-435f-901f-8a7665ee3f8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a67c2735-bb7f-4235-9bfa-262628d5695c,revision_number=0']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:13.186705 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ff0c47-eb84-435f-901f-8a7665ee3f8c admin admin] Checking segment: {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:38:13.187080 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ff0c47-eb84-435f-901f-8a7665ee3f8c admin admin] Network hostable DHCP agents. Network: 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806, hostable agents: ['87172334-b636-4990-a849-36beff162f6b'], hosted agents: [] {{(pid=88594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:38:13.272140 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ff0c47-eb84-435f-901f-8a7665ee3f8c admin admin] Network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 is scheduled to be hosted by DHCP agent 87172334-b636-4990-a849-36beff162f6b with binding_index 1 {{(pid=88594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:38:13.352160 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [None req-78ff0c47-eb84-435f-901f-8a7665ee3f8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-iscsi, 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806) {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:38:13.356173 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ff0c47-eb84-435f-901f-8a7665ee3f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:38:13.356747 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-78ff0c47-eb84-435f-901f-8a7665ee3f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for subnet, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:13.361260 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ada59c-7369-4f2a-a961-4d1e5e2b1641 None None] Network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:38:13.456852 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-78ff0c47-eb84-435f-901f-8a7665ee3f8c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9238818
Jun 04 13:38:13.581868 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4709c391-4a58-44a4-8b5e-6ec14c22c119 None None] Network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:38:14.448454 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 682dcb53-794e-4782-85c3-6548f58fb817 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:38:14.569857 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port 682dcb53-794e-4782-85c3-6548f58fb817 completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:38:14.575102 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 682dcb53-794e-4782-85c3-6548f58fb817 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:38:14.575474 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:14.689188 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 682dcb53-794e-4782-85c3-6548f58fb817 is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:38:14.689493 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:14.723611 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] For port 682dcb53-794e-4782-85c3-6548f58fb817, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=682dcb53-794e-4782-85c3-6548f58fb817,segment=NetworkSegment(d70e64d2-0f51-4df7-a755-a0d45aef6adf),segment_id=d70e64d2-0f51-4df7-a755-a0d45aef6adf)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:38:14.802055 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:14.869206 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Pushing event updated for resources: {'Port': ['ID=682dcb53-794e-4782-85c3-6548f58fb817,revision_number=5']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:15.718725 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 39846) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:38:15.938399 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-e4218602-3ca2-48a6-b37a-f2227c6c7544 admin admin] 10.222.0.39 "GET /v2.0/routers/91d11107-99d7-4ed8-bd7d-811d071be0bb HTTP/1.1" status: 200  len: 710 time: 0.2184303
Jun 04 13:38:16.064393 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76d5f91-856d-4850-8576-777bb703ffee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:38:16.065738 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-e76d5f91-856d-4850-8576-777bb703ffee admin admin] 10.222.0.39 "GET /v2.0/networks/0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 HTTP/1.1" status: 200  len: 886 time: 0.1223428
Jun 04 13:38:16.074349 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-8ede3bc6-ba9c-41eb-9988-77d00386fae6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:38:16.427714 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 682dcb53-794e-4782-85c3-6548f58fb817 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:38:16.493469 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 682dcb53-794e-4782-85c3-6548f58fb817 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:38:16.493833 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:16.540057 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-8ede3bc6-ba9c-41eb-9988-77d00386fae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66718236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66723594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7325'] for router, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:16.609633 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 682dcb53-794e-4782-85c3-6548f58fb817 is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:38:16.924018 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-8ede3bc6-ba9c-41eb-9988-77d00386fae6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:16.981486 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-8ede3bc6-ba9c-41eb-9988-77d00386fae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:17.116315 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_common [None req-8ede3bc6-ba9c-41eb-9988-77d00386fae6 admin admin] Allocated IP 172.27.2.225 (0e91cb13-9cd5-4b6d-a0e7-77d68e81a806/a67c2735-bb7f-4235-9bfa-262628d5695c/82e62524-eaa7-405f-84fc-046f1315dfe5) {{(pid=88594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:38:17.270203 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-8ede3bc6-ba9c-41eb-9988-77d00386fae6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:17.379337 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-8ede3bc6-ba9c-41eb-9988-77d00386fae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946'] for port, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:17.435890 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ede3bc6-ba9c-41eb-9988-77d00386fae6 admin admin] Network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:38:17.442657 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [None req-8ede3bc6-ba9c-41eb-9988-77d00386fae6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:38:17.445200 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ede3bc6-ba9c-41eb-9988-77d00386fae6 admin admin] Received port after_create {{(pid=88594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:38:17.564793 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede3bc6-ba9c-41eb-9988-77d00386fae6 admin admin] Pushing event updated for resources: {'Port': ['ID=82e62524-eaa7-405f-84fc-046f1315dfe5,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:17.935615 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-8ede3bc6-ba9c-41eb-9988-77d00386fae6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:18.270558 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-8ede3bc6-ba9c-41eb-9988-77d00386fae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66718236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66723594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7325'] for router, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:18.273791 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-8ede3bc6-ba9c-41eb-9988-77d00386fae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66718259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66718213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66718218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66723589'] for router, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:18.453682 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ede3bc6-ba9c-41eb-9988-77d00386fae6 admin admin] Router 91d11107-99d7-4ed8-bd7d-811d071be0bb has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:38:18.622498 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ede3bc6-ba9c-41eb-9988-77d00386fae6 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:38:18.631218 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-8ede3bc6-ba9c-41eb-9988-77d00386fae6 admin admin] Notify callbacks [] for router, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:18.632394 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-8ede3bc6-ba9c-41eb-9988-77d00386fae6 admin admin] 10.222.0.39 "PUT /v2.0/routers/91d11107-99d7-4ed8-bd7d-811d071be0bb HTTP/1.1" status: 200  len: 890 time: 2.5611436
Jun 04 13:38:18.632538 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cf6a84-68cc-4a72-a20a-a4fd26a0eb58 None None] Sync routers for ids ['91d11107-99d7-4ed8-bd7d-811d071be0bb'] in dv-cinder-843593-2-iscsi {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:38:18.642370 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cf6a84-68cc-4a72-a20a-a4fd26a0eb58 None None] Routers {'91d11107-99d7-4ed8-bd7d-811d071be0bb'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:38:18.643085 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-03cf6a84-68cc-4a72-a20a-a4fd26a0eb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e54b100>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:38:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['91d11107-99d7-4ed8-bd7d-811d071be0bb'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:38:18.859253 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-03cf6a84-68cc-4a72-a20a-a4fd26a0eb58 None None] Set router 91d11107-99d7-4ed8-bd7d-811d071be0bb gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:38:19.199379 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-03cf6a84-68cc-4a72-a20a-a4fd26a0eb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e54b100>, [{'id': '91d11107-99d7-4ed8-bd7d-811d071be0bb', 'name': 'router1', 'tenant_id': '6bf8b8e79db74172a49aaa0d81cc2b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '82e62524-eaa7-405f-84fc-046f1315dfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:37:58Z', 'updated_at': '2022-06-04T13:38:17Z', 'revision_number': 4, 'project_id': '6bf8b8e79db74172a49aaa0d81cc2b27', 'gw_port': {'id': '82e62524-eaa7-405f-84fc-046f1315dfe5', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d11107-99d7-4ed8-bd7d-811d071be0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:38:17Z', 'updated_at': '2022-06-04T13:38:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '682dcb53-794e-4782-85c3-6548f58fb817', 'name': '', 'network_id': 'cea353d5-657a-4ddf-a376-c8d4d0be9d94', 'tenant_id': '6bf8b8e79db74172a49aaa0d81cc2b27', 'mac_address': 'fa:16:3e:ab:87:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d11107-99d7-4ed8-bd7d-811d071be0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99208a73-f0a4-45ce-a05a-395a7b166dcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:38:08Z', 'updated_at': '2022-06-04T13:38:14Z', 'revision_number': 5, 'project_id': '6bf8b8e79db74172a49aaa0d81cc2b27', 'subnets': [{'id': '99208a73-f0a4-45ce-a05a-395a7b166dcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99f3d27c-f612-4bdc-8efc-e0a8002b2b4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:38:19.203993 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cf6a84-68cc-4a72-a20a-a4fd26a0eb58 None None] Checking router: 91d11107-99d7-4ed8-bd7d-811d071be0bb for host: dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:38:19.204342 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cf6a84-68cc-4a72-a20a-a4fd26a0eb58 None None] Updating router 91d11107-99d7-4ed8-bd7d-811d071be0bb port 82e62524-eaa7-405f-84fc-046f1315dfe5 binding host dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:38:19.255167 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-03cf6a84-68cc-4a72-a20a-a4fd26a0eb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:19.581780 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-03cf6a84-68cc-4a72-a20a-a4fd26a0eb58 None None] Notify callbacks [] for port, precommit_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:19.593039 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-03cf6a84-68cc-4a72-a20a-a4fd26a0eb58 None None] Transition to ACTIVE for port object 82e62524-eaa7-405f-84fc-046f1315dfe5 will not be triggered until provisioned by entity L2. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:38:19.655415 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-03cf6a84-68cc-4a72-a20a-a4fd26a0eb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:19.731251 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-03cf6a84-68cc-4a72-a20a-a4fd26a0eb58 None None] Attempting to bind port 82e62524-eaa7-405f-84fc-046f1315dfe5 on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:38:19.731620 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-03cf6a84-68cc-4a72-a20a-a4fd26a0eb58 None None] Attempting to bind port 82e62524-eaa7-405f-84fc-046f1315dfe5 by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:38:19.731978 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cf6a84-68cc-4a72-a20a-a4fd26a0eb58 None None] Attempting to bind port 82e62524-eaa7-405f-84fc-046f1315dfe5 on network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:38:19.739543 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500845a6-b194-4b53-ad4d-5e460f40477e None None] Pushing event updated for resources: {'Port': ['ID=82e62524-eaa7-405f-84fc-046f1315dfe5,revision_number=2']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:19.741883 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cf6a84-68cc-4a72-a20a-a4fd26a0eb58 None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:38:19.742245 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cf6a84-68cc-4a72-a20a-a4fd26a0eb58 None None] Checking segment: {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:38:19.742638 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-03cf6a84-68cc-4a72-a20a-a4fd26a0eb58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:19.743037 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cf6a84-68cc-4a72-a20a-a4fd26a0eb58 None None] Bound using segment: {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:38:19.743489 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-03cf6a84-68cc-4a72-a20a-a4fd26a0eb58 None None] Bound port: 82e62524-eaa7-405f-84fc-046f1315dfe5, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:38:19.743870 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-03cf6a84-68cc-4a72-a20a-a4fd26a0eb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:19.816794 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-03cf6a84-68cc-4a72-a20a-a4fd26a0eb58 None None] For port 82e62524-eaa7-405f-84fc-046f1315dfe5, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:38:19.819743 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-03cf6a84-68cc-4a72-a20a-a4fd26a0eb58 None None] For port 82e62524-eaa7-405f-84fc-046f1315dfe5, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=82e62524-eaa7-405f-84fc-046f1315dfe5,segment=NetworkSegment(a5e9f3a7-fe7c-4b2a-9489-202ad5682d71),segment_id=a5e9f3a7-fe7c-4b2a-9489-202ad5682d71)] {{(pid=88596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:38:19.899699 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-03cf6a84-68cc-4a72-a20a-a4fd26a0eb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:19.979726 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500845a6-b194-4b53-ad4d-5e460f40477e None None] Pushing event updated for resources: {'Port': ['ID=82e62524-eaa7-405f-84fc-046f1315dfe5,revision_number=3']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:19.982091 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cf6a84-68cc-4a72-a20a-a4fd26a0eb58 None None] Routers {'91d11107-99d7-4ed8-bd7d-811d071be0bb'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:38:19.982681 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-03cf6a84-68cc-4a72-a20a-a4fd26a0eb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e54b100>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:38:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['91d11107-99d7-4ed8-bd7d-811d071be0bb'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:38:20.160725 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-03cf6a84-68cc-4a72-a20a-a4fd26a0eb58 None None] Set router 91d11107-99d7-4ed8-bd7d-811d071be0bb gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:38:20.503375 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-03cf6a84-68cc-4a72-a20a-a4fd26a0eb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e54b100>, [{'id': '91d11107-99d7-4ed8-bd7d-811d071be0bb', 'name': 'router1', 'tenant_id': '6bf8b8e79db74172a49aaa0d81cc2b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '82e62524-eaa7-405f-84fc-046f1315dfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:37:58Z', 'updated_at': '2022-06-04T13:38:17Z', 'revision_number': 4, 'project_id': '6bf8b8e79db74172a49aaa0d81cc2b27', 'gw_port': {'id': '82e62524-eaa7-405f-84fc-046f1315dfe5', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d11107-99d7-4ed8-bd7d-811d071be0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:38:17Z', 'updated_at': '2022-06-04T13:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '682dcb53-794e-4782-85c3-6548f58fb817', 'name': '', 'network_id': 'cea353d5-657a-4ddf-a376-c8d4d0be9d94', 'tenant_id': '6bf8b8e79db74172a49aaa0d81cc2b27', 'mac_address': 'fa:16:3e:ab:87:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d11107-99d7-4ed8-bd7d-811d071be0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99208a73-f0a4-45ce-a05a-395a7b166dcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:38:08Z', 'updated_at': '2022-06-04T13:38:14Z', 'revision_number': 5, 'project_id': '6bf8b8e79db74172a49aaa0d81cc2b27', 'subnets': [{'id': '99208a73-f0a4-45ce-a05a-395a7b166dcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99f3d27c-f612-4bdc-8efc-e0a8002b2b4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:38:20.507196 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cf6a84-68cc-4a72-a20a-a4fd26a0eb58 None None] The sync data for ids ['91d11107-99d7-4ed8-bd7d-811d071be0bb'] in dv-cinder-843593-2-iscsi is: [{'id': '91d11107-99d7-4ed8-bd7d-811d071be0bb', 'name': 'router1', 'tenant_id': '6bf8b8e79db74172a49aaa0d81cc2b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '82e62524-eaa7-405f-84fc-046f1315dfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:37:58Z', 'updated_at': '2022-06-04T13:38:17Z', 'revision_number': 4, 'project_id': '6bf8b8e79db74172a49aaa0d81cc2b27', 'gw_port': {'id': '82e62524-eaa7-405f-84fc-046f1315dfe5', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d11107-99d7-4ed8-bd7d-811d071be0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:38:17Z', 'updated_at': '2022-06-04T13:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '682dcb53-794e-4782-85c3-6548f58fb817', 'name': '', 'network_id': 'cea353d5-657a-4ddf-a376-c8d4d0be9d94', 'tenant_id': '6bf8b8e79db74172a49aaa0d81cc2b27', 'mac_address': 'fa:16:3e:ab:87:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d11107-99d7-4ed8-bd7d-811d071be0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99208a73-f0a4-45ce-a05a-395a7b166dcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:38:08Z', 'updated_at': '2022-06-04T13:38:14Z', 'revision_number': 5, 'project_id': '6bf8b8e79db74172a49aaa0d81cc2b27', 'subnets': [{'id': '99208a73-f0a4-45ce-a05a-395a7b166dcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99f3d27c-f612-4bdc-8efc-e0a8002b2b4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:38:21.035494 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 39856) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:38:21.155882 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-c0d881e5-1a82-4856-afda-15ecd2a993d3 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1193171
Jun 04 13:38:21.403625 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 5 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:38:22.459899 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 82e62524-eaa7-405f-84fc-046f1315dfe5 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:38:22.569335 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port 82e62524-eaa7-405f-84fc-046f1315dfe5 completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:38:22.573986 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 82e62524-eaa7-405f-84fc-046f1315dfe5 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:38:22.574373 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:22.688398 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 82e62524-eaa7-405f-84fc-046f1315dfe5 is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:38:22.689043 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:22.706008 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] For port 82e62524-eaa7-405f-84fc-046f1315dfe5, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=82e62524-eaa7-405f-84fc-046f1315dfe5,segment=NetworkSegment(a5e9f3a7-fe7c-4b2a-9489-202ad5682d71),segment_id=a5e9f3a7-fe7c-4b2a-9489-202ad5682d71)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:38:22.785136 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:22.858856 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Pushing event updated for resources: {'Port': ['ID=82e62524-eaa7-405f-84fc-046f1315dfe5,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:24.449324 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 82e62524-eaa7-405f-84fc-046f1315dfe5 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:38:24.531083 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 82e62524-eaa7-405f-84fc-046f1315dfe5 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:38:24.531794 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:24.656523 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 82e62524-eaa7-405f-84fc-046f1315dfe5 is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:38:31.493719 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-32f57b6b-a618-4866-b6ae-5b1e16c44ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:33.723778 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-7a807f12-6bb8-4c42-9384-ed008c94550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:34.609846 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:34.767310 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:36.026986 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:58.402429 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 5 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:39:01.495209 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d12fb45f-6942-4e46-b6a4-54211641e0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:03.733654 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-1cfd3e81-ba64-44aa-aab2-2501e9d399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:04.592276 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:04.793159 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:06.030085 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:31.519611 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-313331e4-7ee3-49b9-af30-22f856de40b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:34.096748 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-bcb7cd10-fb1f-4efa-8cf4-5215c556d534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:34.904983 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:34.933417 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:35.401682 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 5 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:39:36.027221 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:01.501263 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-ea326b27-0278-4d59-b285-453042dad315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:03.741584 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-46382cf1-d9dc-41b3-bbfc-7af11c9f1640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:04.610395 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:04.779528 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:06.047444 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:12.401048 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 5 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:40:26.648999 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 40426) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:26.714310 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a81c1a-7f5b-40ee-b3b2-e991032aa786 admin admin] GET failed (client error): The resource could not be found.
Jun 04 13:40:26.715585 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-d0a81c1a-7f5b-40ee-b3b2-e991032aa786 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0655563
Jun 04 13:40:26.844254 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d89f95c-a6d1-4b92-95ed-69bc621c7d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:40:26.845689 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-1d89f95c-a6d1-4b92-95ed-69bc621c7d14 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1262264
Jun 04 13:40:28.994271 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 40436) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:29.099683 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07cd660-1e51-4c5d-b0b9-2fad5c1469ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:40:29.100222 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-b07cd660-1e51-4c5d-b0b9-2fad5c1469ac admin admin] Synchronizing usage tracker for tenant:fb9e023599a94d1b9465f45a58270056 on resource:subnet {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:40:29.184318 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-b07cd660-1e51-4c5d-b0b9-2fad5c1469ac admin admin] Unset dirty status for tenant:fb9e023599a94d1b9465f45a58270056 on resource:subnet {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:40:29.185367 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-b07cd660-1e51-4c5d-b0b9-2fad5c1469ac admin admin] 10.222.0.39 "GET /v2.0/subnets/99208a73-f0a4-45ce-a05a-395a7b166dcf HTTP/1.1" status: 200  len: 849 time: 0.1901448
Jun 04 13:40:29.194437 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-46f6fefc-9f4e-44f4-8480-5801ca39e339 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:40:29.310933 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-46f6fefc-9f4e-44f4-8480-5801ca39e339 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:29.550795 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-46f6fefc-9f4e-44f4-8480-5801ca39e339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733312969126'] for subnet, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:29.594790 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f6fefc-9f4e-44f4-8480-5801ca39e339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:40:29.595646 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-46f6fefc-9f4e-44f4-8480-5801ca39e339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for subnet, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:29.596901 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-46f6fefc-9f4e-44f4-8480-5801ca39e339 admin admin] 10.222.0.39 "PUT /v2.0/subnets/99208a73-f0a4-45ce-a05a-395a7b166dcf HTTP/1.1" status: 200  len: 868 time: 0.4057686
Jun 04 13:40:29.598604 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d036730e-91fb-4091-a879-81a95385e718 None None] Network cea353d5-657a-4ddf-a376-c8d4d0be9d94 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:40:29.621953 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6fefc-9f4e-44f4-8480-5801ca39e339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99208a73-f0a4-45ce-a05a-395a7b166dcf,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:29.630136 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6fefc-9f4e-44f4-8480-5801ca39e339 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:29.630513 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6fefc-9f4e-44f4-8480-5801ca39e339 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:29.630859 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6fefc-9f4e-44f4-8480-5801ca39e339 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:29.631227 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6fefc-9f4e-44f4-8480-5801ca39e339 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:29.631560 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6fefc-9f4e-44f4-8480-5801ca39e339 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:29.631893 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6fefc-9f4e-44f4-8480-5801ca39e339 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:29.632223 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6fefc-9f4e-44f4-8480-5801ca39e339 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:29.632550 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6fefc-9f4e-44f4-8480-5801ca39e339 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:29.632882 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6fefc-9f4e-44f4-8480-5801ca39e339 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:29.633204 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6fefc-9f4e-44f4-8480-5801ca39e339 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:29.633528 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6fefc-9f4e-44f4-8480-5801ca39e339 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:29.633848 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6fefc-9f4e-44f4-8480-5801ca39e339 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:30.055386 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-06dadf29-41e6-4e22-8e70-c2f3cef4bb5f None None] Provisioning complete for port 682dcb53-794e-4782-85c3-6548f58fb817 triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:40:30.055919 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-06dadf29-41e6-4e22-8e70-c2f3cef4bb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:30.169102 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-06dadf29-41e6-4e22-8e70-c2f3cef4bb5f None None] Current status of the port 682dcb53-794e-4782-85c3-6548f58fb817 is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:40:30.179966 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-06dadf29-41e6-4e22-8e70-c2f3cef4bb5f None None] Provisioning complete for port 411f0664-654d-4fdc-9b50-0fcafebd239b triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:40:30.180323 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-06dadf29-41e6-4e22-8e70-c2f3cef4bb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:30.311856 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-06dadf29-41e6-4e22-8e70-c2f3cef4bb5f None None] Current status of the port 411f0664-654d-4fdc-9b50-0fcafebd239b is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:40:31.504776 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-9dd0892a-76ae-40c7-8363-60640acb3fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:31.772489 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 40446) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:31.984315 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a405275-14a6-4054-9ac5-04811edc48e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:40:31.984865 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a405275-14a6-4054-9ac5-04811edc48e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:40:31.986355 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-4a405275-14a6-4054-9ac5-04811edc48e4 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2129402
Jun 04 13:40:33.730015 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-6c152b1e-cbdc-48ff-80ca-9791804375ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:34.138790 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 40456) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:34.305589 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6f2c25-e3c0-4b45-8e15-b98e21a5c282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:40:34.307784 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6f2c25-e3c0-4b45-8e15-b98e21a5c282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:40:34.307784 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-7b6f2c25-e3c0-4b45-8e15-b98e21a5c282 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1677902
Jun 04 13:40:34.613027 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:34.784497 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:36.047416 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:36.477242 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 40466) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:36.640052 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d017fff1-53f4-4dc8-8f87-90e7d49652f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:40:36.641362 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-d017fff1-53f4-4dc8-8f87-90e7d49652f1 admin admin] 10.222.0.39 "GET /v2.0/networks/0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 HTTP/1.1" status: 200  len: 886 time: 0.1632128
Jun 04 13:40:38.803882 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 40476) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:38.973708 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a260f2d3-2859-421b-8dbf-2ffca25a8af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:40:38.975088 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-a260f2d3-2859-421b-8dbf-2ffca25a8af5 admin admin] 10.222.0.39 "GET /v2.0/networks/cea353d5-657a-4ddf-a376-c8d4d0be9d94 HTTP/1.1" status: 200  len: 869 time: 0.1702118
Jun 04 13:40:41.123977 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 40486) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:41.227386 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db87bfc-2a1a-4849-acc5-235620cf3a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:40:41.227831 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db87bfc-2a1a-4849-acc5-235620cf3a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:40:41.229322 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-3db87bfc-2a1a-4849-acc5-235620cf3a16 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1044209
Jun 04 13:40:43.397699 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 40496) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:43.510187 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9949e5-aea4-4ea1-b9ce-42336edc9466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:40:43.510631 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9949e5-aea4-4ea1-b9ce-42336edc9466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:40:43.512135 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-bc9949e5-aea4-4ea1-b9ce-42336edc9466 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1135108
Jun 04 13:40:45.661453 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 40506) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:45.765270 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d616e2-34ca-4bea-b673-eb5c6232dbf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:40:45.767073 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-84d616e2-34ca-4bea-b673-eb5c6232dbf6 admin admin] 10.222.0.39 "GET /v2.0/subnets/99208a73-f0a4-45ce-a05a-395a7b166dcf HTTP/1.1" status: 200  len: 868 time: 0.1046937
Jun 04 13:40:47.921352 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 40516) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:48.022465 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c51aeaf-8e79-4bcd-938c-b63b5e42b01c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:40:48.023841 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-0c51aeaf-8e79-4bcd-938c-b63b5e42b01c admin admin] 10.222.0.39 "GET /v2.0/subnets/a67c2735-bb7f-4235-9bfa-262628d5695c HTTP/1.1" status: 200  len: 816 time: 0.1015162
Jun 04 13:40:49.399557 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 5 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:41:01.517045 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-33066e82-241f-4f58-bf87-aea239084e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:03.750605 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-ef15d1ec-8aed-4ca9-9a07-c01c0675d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:04.642303 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:04.788539 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:06.010839 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:07.128428 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 40562) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:41:07.174032 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [None req-57b2f6d1-86ad-44ec-91fa-b145ae000d46 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 13:41:07.175038 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-57b2f6d1-86ad-44ec-91fa-b145ae000d46 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0456300
Jun 04 13:41:09.422711 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 40572) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:41:09.487312 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7553118-6e53-47b3-99f3-2344f4cdf72e admin admin] GET failed (client error): The resource could not be found.
Jun 04 13:41:09.488540 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-a7553118-6e53-47b3-99f3-2344f4cdf72e admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0648968
Jun 04 13:41:09.611521 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f598d31-324f-4b0e-ad5a-ecca78ea29eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:41:09.612856 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-4f598d31-324f-4b0e-ad5a-ecca78ea29eb admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1206470
Jun 04 13:41:11.796779 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 40582) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:41:11.842573 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-892503a8-1919-4fa1-a1a1-98d55e7a45ce admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:41:11.847522 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-892503a8-1919-4fa1-a1a1-98d55e7a45ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:41:11.851349 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-892503a8-1919-4fa1-a1a1-98d55e7a45ce admin admin] Usage tracker for resource:network and tenant:fb9e023599a94d1b9465f45a58270056 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:41:11.854155 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-892503a8-1919-4fa1-a1a1-98d55e7a45ce admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:41:11.859764 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-892503a8-1919-4fa1-a1a1-98d55e7a45ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:41:11.944535 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892503a8-1919-4fa1-a1a1-98d55e7a45ce admin admin] Made reservation on behalf of fb9e023599a94d1b9465f45a58270056 for: {'network': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:41:11.946810 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-892503a8-1919-4fa1-a1a1-98d55e7a45ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for network, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:12.033250 dv-cinder-843593-2-iscsi neutron-server[88594]: WARNING neutron.services.revisions.revision_plugin [None req-892503a8-1919-4fa1-a1a1-98d55e7a45ce admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f161eb9bf70] {project_id='fb9e023599a94d1b9465f45a58270056', id='556797e7-7768-4116-9b02-14ec8e16dfb5', target_tenant='*', action='access_as_shared', object_id='cfa67bf0-619c-42b3-886d-21f1dcbc6ffd'}> to bump revision.
Jun 04 13:41:12.045745 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-892503a8-1919-4fa1-a1a1-98d55e7a45ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234}  {{(pid=88594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:41:12.054333 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-892503a8-1919-4fa1-a1a1-98d55e7a45ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:12.054663 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.segments_db [None req-892503a8-1919-4fa1-a1a1-98d55e7a45ce admin admin] Added segment ea9e4ba3-3e48-4490-8cf9-5d1a88bcc9e5 of type vlan for network cfa67bf0-619c-42b3-886d-21f1dcbc6ffd
Jun 04 13:41:12.079875 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-892503a8-1919-4fa1-a1a1-98d55e7a45ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733312597486'] for network, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:12.184615 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-892503a8-1919-4fa1-a1a1-98d55e7a45ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086'] for network, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:12.185528 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892503a8-1919-4fa1-a1a1-98d55e7a45ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:41:12.186760 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-892503a8-1919-4fa1-a1a1-98d55e7a45ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:12.281751 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892503a8-1919-4fa1-a1a1-98d55e7a45ce admin admin] Pushing event updated for resources: {'Network': ['ID=cfa67bf0-619c-42b3-886d-21f1dcbc6ffd,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:41:12.292112 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Network cfa67bf0-619c-42b3-886d-21f1dcbc6ffd details requested by agent ovs-agent-dv-cinder-843593-2-iscsi with host dv-cinder-843593-2-iscsi {{(pid=88596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:41:12.348374 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-892503a8-1919-4fa1-a1a1-98d55e7a45ce admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5505154
Jun 04 13:41:14.512563 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 40592) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:41:14.580501 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c1b095-dc2b-4f46-8cae-ba16c2d13a3c admin admin] GET failed (client error): The resource could not be found.
Jun 04 13:41:14.581003 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-47c1b095-dc2b-4f46-8cae-ba16c2d13a3c admin admin] Synchronizing usage tracker for tenant:fb9e023599a94d1b9465f45a58270056 on resource:network {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:41:14.681162 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-47c1b095-dc2b-4f46-8cae-ba16c2d13a3c admin admin] Unset dirty status for tenant:fb9e023599a94d1b9465f45a58270056 on resource:network {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:41:14.682259 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-47c1b095-dc2b-4f46-8cae-ba16c2d13a3c admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1687462
Jun 04 13:41:14.784289 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6d1892-50eb-4c06-aeb1-be13ecd4e4a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:41:14.785711 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-fd6d1892-50eb-4c06-aeb1-be13ecd4e4a2 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0991302
Jun 04 13:41:14.795456 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-87f20042-1b12-4361-8ae0-9b175a7a0ef4 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'cfa67bf0-619c-42b3-886d-21f1dcbc6ffd'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:41:14.799670 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-87f20042-1b12-4361-8ae0-9b175a7a0ef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:41:14.809249 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-87f20042-1b12-4361-8ae0-9b175a7a0ef4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:41:14.892793 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f20042-1b12-4361-8ae0-9b175a7a0ef4 admin admin] Made reservation on behalf of fb9e023599a94d1b9465f45a58270056 for: {'subnet': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:41:14.894946 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-87f20042-1b12-4361-8ae0-9b175a7a0ef4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:15.181577 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-87f20042-1b12-4361-8ae0-9b175a7a0ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086'] for subnet, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:15.251989 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f20042-1b12-4361-8ae0-9b175a7a0ef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff66898b-4e17-409f-910e-b889be49a960,revision_number=0']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:41:15.260095 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f20042-1b12-4361-8ae0-9b175a7a0ef4 admin admin] Checking segment: {'id': 'ea9e4ba3-3e48-4490-8cf9-5d1a88bcc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cfa67bf0-619c-42b3-886d-21f1dcbc6ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:41:15.260435 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f20042-1b12-4361-8ae0-9b175a7a0ef4 admin admin] Network hostable DHCP agents. Network: cfa67bf0-619c-42b3-886d-21f1dcbc6ffd, hostable agents: ['87172334-b636-4990-a849-36beff162f6b'], hosted agents: [] {{(pid=88594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:41:15.326875 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f20042-1b12-4361-8ae0-9b175a7a0ef4 admin admin] Network cfa67bf0-619c-42b3-886d-21f1dcbc6ffd is scheduled to be hosted by DHCP agent 87172334-b636-4990-a849-36beff162f6b with binding_index 1 {{(pid=88594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:41:15.401397 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [None req-87f20042-1b12-4361-8ae0-9b175a7a0ef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-iscsi, cfa67bf0-619c-42b3-886d-21f1dcbc6ffd) {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:41:15.405890 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f20042-1b12-4361-8ae0-9b175a7a0ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:41:15.406454 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-87f20042-1b12-4361-8ae0-9b175a7a0ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for subnet, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:15.410506 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3b5ca2-77d0-4c43-aede-91446f5299a0 None None] Network cfa67bf0-619c-42b3-886d-21f1dcbc6ffd requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:41:15.531962 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-87f20042-1b12-4361-8ae0-9b175a7a0ef4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7397304
Jun 04 13:41:15.628817 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp510e4005-fc10-54f8-bf0a-cb16b8ae68cb-cfa67bf0-619c-42b3-886d-21f1dcbc6ffd', 'network_id': 'cfa67bf0-619c-42b3-886d-21f1dcbc6ffd', 'tenant_id': 'fb9e023599a94d1b9465f45a58270056', 'fixed_ips': [{'subnet_id': 'ff66898b-4e17-409f-910e-b889be49a960'}]}} from dv-cinder-843593-2-iscsi. {{(pid=88596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 04 13:41:15.631751 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:15.792228 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.db_base_plugin_common [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Allocated IP 192.168.233.2 (cfa67bf0-619c-42b3-886d-21f1dcbc6ffd/ff66898b-4e17-409f-910e-b889be49a960/095ca07c-24f8-4d92-b087-96f14b6fc914) {{(pid=88596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:41:15.995475 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Notify callbacks [] for port, precommit_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:16.006328 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Transition to ACTIVE for port object 095ca07c-24f8-4d92-b087-96f14b6fc914 will not be triggered until provisioned by entity L2. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:41:16.025825 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Transition to ACTIVE for port object 095ca07c-24f8-4d92-b087-96f14b6fc914 will not be triggered until provisioned by entity DHCP. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:41:16.091132 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946'] for port, after_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:16.159203 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Network cfa67bf0-619c-42b3-886d-21f1dcbc6ffd is already hosted by enough agents. {{(pid=88596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:41:16.161999 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.scheduler.base_scheduler [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Resources bound (agent type, host, resource id):  {{(pid=88596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:41:16.165799 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Received port after_create {{(pid=88596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:41:16.171504 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Pushing event updated for resources: {'Port': ['ID=095ca07c-24f8-4d92-b087-96f14b6fc914,revision_number=1']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:41:16.207785 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:41:16.208121 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:41:16.208454 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:41:16.208780 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:41:16.209105 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:41:16.209427 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:41:16.209749 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:41:16.210064 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:41:16.210396 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:41:16.210717 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:41:16.211053 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:41:16.211365 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:41:16.267944 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Attempting to bind port 095ca07c-24f8-4d92-b087-96f14b6fc914 on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:41:16.268222 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Attempting to bind port 095ca07c-24f8-4d92-b087-96f14b6fc914 by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': 'ea9e4ba3-3e48-4490-8cf9-5d1a88bcc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cfa67bf0-619c-42b3-886d-21f1dcbc6ffd'}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:41:16.268578 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Attempting to bind port 095ca07c-24f8-4d92-b087-96f14b6fc914 on network cfa67bf0-619c-42b3-886d-21f1dcbc6ffd {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:41:16.274025 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:41:16.274389 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Checking segment: {'id': 'ea9e4ba3-3e48-4490-8cf9-5d1a88bcc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cfa67bf0-619c-42b3-886d-21f1dcbc6ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:41:16.274777 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:16.275258 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Bound using segment: {'id': 'ea9e4ba3-3e48-4490-8cf9-5d1a88bcc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cfa67bf0-619c-42b3-886d-21f1dcbc6ffd'} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:41:16.275711 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Bound port: 095ca07c-24f8-4d92-b087-96f14b6fc914, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea9e4ba3-3e48-4490-8cf9-5d1a88bcc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cfa67bf0-619c-42b3-886d-21f1dcbc6ffd'}}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:41:16.276092 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:16.366719 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] For port 095ca07c-24f8-4d92-b087-96f14b6fc914, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:41:16.369741 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] For port 095ca07c-24f8-4d92-b087-96f14b6fc914, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=095ca07c-24f8-4d92-b087-96f14b6fc914,segment=NetworkSegment(ea9e4ba3-3e48-4490-8cf9-5d1a88bcc9e5),segment_id=ea9e4ba3-3e48-4490-8cf9-5d1a88bcc9e5)] {{(pid=88596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:41:16.459393 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:16.536893 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a2588-24f1-4077-93e4-cd3bf2646c57 None None] Pushing event updated for resources: {'Port': ['ID=095ca07c-24f8-4d92-b087-96f14b6fc914,revision_number=2']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:41:17.320399 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c090e2-6a29-479b-909c-5cc03bfcd242 None None] Network cfa67bf0-619c-42b3-886d-21f1dcbc6ffd requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:41:17.553025 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-a7ac4543-ac02-4324-a825-b36b5e7ab539 None None] Provisioning for port 095ca07c-24f8-4d92-b087-96f14b6fc914 completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:41:18.541397 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 095ca07c-24f8-4d92-b087-96f14b6fc914 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:41:18.667059 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port 095ca07c-24f8-4d92-b087-96f14b6fc914 completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:41:18.672523 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 095ca07c-24f8-4d92-b087-96f14b6fc914 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:41:18.672880 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:18.793927 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 095ca07c-24f8-4d92-b087-96f14b6fc914 is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:41:18.794220 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:18.824314 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] For port 095ca07c-24f8-4d92-b087-96f14b6fc914, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=095ca07c-24f8-4d92-b087-96f14b6fc914,segment=NetworkSegment(ea9e4ba3-3e48-4490-8cf9-5d1a88bcc9e5),segment_id=ea9e4ba3-3e48-4490-8cf9-5d1a88bcc9e5)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:41:18.901844 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:18.968220 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Pushing event updated for resources: {'Port': ['ID=095ca07c-24f8-4d92-b087-96f14b6fc914,revision_number=3']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:41:20.517005 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 095ca07c-24f8-4d92-b087-96f14b6fc914 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:41:20.587324 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 095ca07c-24f8-4d92-b087-96f14b6fc914 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:41:20.587684 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:20.704745 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 095ca07c-24f8-4d92-b087-96f14b6fc914 is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:41:26.398499 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 5 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:41:31.508973 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-54229218-8822-4691-9475-4b157460a86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:33.749095 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-70b09c65-d1ed-472a-9244-662cc17efa32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:34.620734 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:34.812516 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:36.112132 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:01.518723 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-8bc816b0-1d2e-4fb0-bfce-973ce8f2b3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:03.397098 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 5 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:42:03.767179 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-395e235f-ee54-45f7-9144-aa981e100836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:04.615815 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:04.801628 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:06.061687 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:31.537231 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a553-9a0d-4515-9907-9a1a99ef1327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:33.754366 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-4bb00704-3535-43f3-924e-72dd994fe693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:34.631470 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:34.817327 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:36.045905 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:40.395264 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 5 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:42:45.543791 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 40638) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:42:45.549724 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [None req-69deb822-30de-42fb-83c4-ad2946b219be tempest-verify_tempest_config-795165917 tempest-verify_tempest_config-795165917-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 13:42:45.550674 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-69deb822-30de-42fb-83c4-ad2946b219be tempest-verify_tempest_config-795165917 tempest-verify_tempest_config-795165917-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0059221
Jun 04 13:42:46.109256 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 40656) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:42:46.223245 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-abd3a457-e536-4c93-b7e4-ca78974c1ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:46.237390 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-abd3a457-e536-4c93-b7e4-ca78974c1ed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:42:46.241131 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-abd3a457-e536-4c93-b7e4-ca78974c1ed4 admin admin] Usage tracker for resource:security_group_rule and tenant:56b1cdeffd3b4a3f846d7b8421e94719 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:42:46.243922 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-abd3a457-e536-4c93-b7e4-ca78974c1ed4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:42:46.249460 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-abd3a457-e536-4c93-b7e4-ca78974c1ed4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:42:46.326828 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-abd3a457-e536-4c93-b7e4-ca78974c1ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:46.399067 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-abd3a457-e536-4c93-b7e4-ca78974c1ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:46.446125 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-abd3a457-e536-4c93-b7e4-ca78974c1ed4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=56b1cdeffd3b4a3f846d7b8421e94719&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3358152
Jun 04 13:42:46.448204 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3a457-e536-4c93-b7e4-ca78974c1ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cadc7a-9550-4ed6-82d8-d06f5c3bf7df,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:42:46.448800 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 40662) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:42:46.454872 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd3a457-e536-4c93-b7e4-ca78974c1ed4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:46.455430 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd3a457-e536-4c93-b7e4-ca78974c1ed4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:46.455762 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd3a457-e536-4c93-b7e4-ca78974c1ed4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:46.456087 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd3a457-e536-4c93-b7e4-ca78974c1ed4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:46.456405 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd3a457-e536-4c93-b7e4-ca78974c1ed4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:46.456741 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd3a457-e536-4c93-b7e4-ca78974c1ed4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:46.457062 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd3a457-e536-4c93-b7e4-ca78974c1ed4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:46.457377 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd3a457-e536-4c93-b7e4-ca78974c1ed4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:46.457689 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd3a457-e536-4c93-b7e4-ca78974c1ed4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:46.457998 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd3a457-e536-4c93-b7e4-ca78974c1ed4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:46.458305 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd3a457-e536-4c93-b7e4-ca78974c1ed4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:46.458612 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd3a457-e536-4c93-b7e4-ca78974c1ed4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:46.509279 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-67c9c16a-fd6a-4df7-891b-eb07f0fc7dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:46.534212 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-67c9c16a-fd6a-4df7-891b-eb07f0fc7dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:46.673488 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-67c9c16a-fd6a-4df7-891b-eb07f0fc7dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:46.687375 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9c16a-fd6a-4df7-891b-eb07f0fc7dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cadc7a-9550-4ed6-82d8-d06f5c3bf7df,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:42:46.697323 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9c16a-fd6a-4df7-891b-eb07f0fc7dd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:46.697613 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9c16a-fd6a-4df7-891b-eb07f0fc7dd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:46.697946 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9c16a-fd6a-4df7-891b-eb07f0fc7dd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:46.698275 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9c16a-fd6a-4df7-891b-eb07f0fc7dd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:46.698602 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9c16a-fd6a-4df7-891b-eb07f0fc7dd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:46.698927 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9c16a-fd6a-4df7-891b-eb07f0fc7dd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:46.699271 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9c16a-fd6a-4df7-891b-eb07f0fc7dd8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:46.699593 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9c16a-fd6a-4df7-891b-eb07f0fc7dd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:46.699911 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9c16a-fd6a-4df7-891b-eb07f0fc7dd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:46.700226 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9c16a-fd6a-4df7-891b-eb07f0fc7dd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:46.700545 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9c16a-fd6a-4df7-891b-eb07f0fc7dd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:46.700857 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9c16a-fd6a-4df7-891b-eb07f0fc7dd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:46.703812 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-67c9c16a-fd6a-4df7-891b-eb07f0fc7dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:46.705496 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-67c9c16a-fd6a-4df7-891b-eb07f0fc7dd8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/68cadc7a-9550-4ed6-82d8-d06f5c3bf7df HTTP/1.1" status: 204  len: 168 time: 0.2546709
Jun 04 13:43:01.506871 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-c7ea7275-f956-4635-8a84-c61a46d61956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:43:03.746783 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-fedb5fd0-5b17-4fce-8102-d8a2a7b8d6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:43:04.615576 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:43:04.798255 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:43:06.046844 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:43:17.393397 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 5 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:43:31.576865 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-fc15f0b7-5633-43c6-b859-9e763eda8ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:43:33.739309 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-9b7e63af-bbca-4e33-aefb-078ab5557bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:43:34.614535 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:43:34.779654 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:43:36.045963 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:43:54.392151 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 5 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:44:01.512509 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-0aeada61-0f48-4d29-b833-475372d2ef95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:03.775293 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-b0e15d34-aeec-4f24-a9b1-40bb939ad063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:04.634967 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:04.792754 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:06.044101 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:25.862863 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66719342'] for agent, after_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:31.391145 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 6 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:44:31.511778 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-bfe82870-5ebd-44d1-9f2e-4cf99a833cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:33.734398 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-b9072087-a4d0-491c-bab0-c478fba4e6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:34.634343 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:34.809620 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:36.054569 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:40.635199 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 40740) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:44:40.745062 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-e14457c9-316e-4b0f-a2b9-2d517739465c admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1087651
Jun 04 13:44:42.920099 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 40750) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:44:42.978505 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-f084f33b-687f-450c-b90c-b814afb78d48 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0573437
Jun 04 13:44:55.827139 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:45:01.512634 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d70a87ae-9d7c-4d7c-bace-a70e0c2c5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:45:03.746420 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-1f0de59f-edf2-4fcf-b904-cf571e037f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:45:04.632520 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:45:04.792416 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:45:06.049896 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:45:08.389559 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 6 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:45:25.831593 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:45:31.522828 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-0970b33e-177e-4117-81c5-f637b6ba3416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:45:33.743501 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-36014c6e-9e4f-4ff8-ac2a-8a6d779353b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:45:34.631750 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:45:34.813020 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:45:36.054281 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:45:45.387884 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 6 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:45:55.833933 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:01.525109 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-45ea766c-a7fd-4335-8e6b-d71e15e6e588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:03.738772 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-82391746-81ec-4c5c-9bca-c477c60896f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:04.664837 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:04.793807 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:06.051320 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:22.386307 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 6 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:46:25.914912 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:27.492330 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 40932) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:27.604586 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 40942) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:27.836818 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-72343411-network', 'tenant_id': '9650a71550354afb93718cd61f608fa7'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:46:27.843188 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:46:27.846656 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Usage tracker for resource:network and tenant:9650a71550354afb93718cd61f608fa7 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:46:27.850089 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:46:27.856666 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:46:27.924291 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 40960) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:27.933152 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Made reservation on behalf of 9650a71550354afb93718cd61f608fa7 for: {'network': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:46:27.936005 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for network, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:27.948916 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:27.966607 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:46:27.970422 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Usage tracker for resource:security_group_rule and tenant:9650a71550354afb93718cd61f608fa7 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:46:27.974850 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:46:27.978704 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:46:28.022883 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-f17d45a8-64cb-4300-8a26-f175052eee6f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-942768844-network', 'tenant_id': '04f6f6455e3046efade411926e0f0561'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:46:28.037043 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-f17d45a8-64cb-4300-8a26-f175052eee6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:46:28.074173 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-f17d45a8-64cb-4300-8a26-f175052eee6f admin admin] Usage tracker for resource:network and tenant:04f6f6455e3046efade411926e0f0561 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:46:28.077702 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:28.079419 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-f17d45a8-64cb-4300-8a26-f175052eee6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:46:28.085151 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-f17d45a8-64cb-4300-8a26-f175052eee6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:46:28.137875 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:28.158473 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207}  {{(pid=88594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:46:28.165569 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17d45a8-64cb-4300-8a26-f175052eee6f admin admin] Made reservation on behalf of 04f6f6455e3046efade411926e0f0561 for: {'network': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:46:28.169786 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f17d45a8-64cb-4300-8a26-f175052eee6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for network, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:28.188240 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f17d45a8-64cb-4300-8a26-f175052eee6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:28.204055 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:28.204377 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.segments_db [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Added segment 9f6bb86d-b06a-4a02-89e1-51e04121b79b of type vlan for network 7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb
Jun 04 13:46:28.210831 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e85c8b-ddd5-4235-a9b8-87352895240b,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:28.217282 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-f17d45a8-64cb-4300-8a26-f175052eee6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:46:28.224939 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:28.225275 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:28.225604 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:28.225926 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:28.226243 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:28.226578 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:28.226895 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:28.227235 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:28.227562 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:28.227904 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:28.228223 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:28.228522 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:28.229587 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Tracked resource versions report:
Jun 04 13:46:28.229587 dv-cinder-843593-2-iscsi neutron-server[88594]: pushed versions:
Jun 04 13:46:28.229587 dv-cinder-843593-2-iscsi neutron-server[88594]: {   'AddressGroup': {'1.2'},
Jun 04 13:46:28.229587 dv-cinder-843593-2-iscsi neutron-server[88594]:     'ConntrackHelper': {'1.0'},
Jun 04 13:46:28.229587 dv-cinder-843593-2-iscsi neutron-server[88594]:     'Log': {'1.0'},
Jun 04 13:46:28.229587 dv-cinder-843593-2-iscsi neutron-server[88594]:     'Network': {'1.1'},
Jun 04 13:46:28.229587 dv-cinder-843593-2-iscsi neutron-server[88594]:     'Port': {'1.7'},
Jun 04 13:46:28.229587 dv-cinder-843593-2-iscsi neutron-server[88594]:     'PortForwarding': {'1.2'},
Jun 04 13:46:28.229587 dv-cinder-843593-2-iscsi neutron-server[88594]:     'QosPolicy': {'1.8'},
Jun 04 13:46:28.229587 dv-cinder-843593-2-iscsi neutron-server[88594]:     'SecurityGroup': {'1.4'},
Jun 04 13:46:28.229587 dv-cinder-843593-2-iscsi neutron-server[88594]:     'SecurityGroupRule': {'1.2'},
Jun 04 13:46:28.229587 dv-cinder-843593-2-iscsi neutron-server[88594]:     'SubPort': {'1.0'},
Jun 04 13:46:28.229587 dv-cinder-843593-2-iscsi neutron-server[88594]:     'Subnet': {'1.1'},
Jun 04 13:46:28.229587 dv-cinder-843593-2-iscsi neutron-server[88594]:     'Trunk': {'1.1'}}
Jun 04 13:46:28.229587 dv-cinder-843593-2-iscsi neutron-server[88594]: consumer versions:
Jun 04 13:46:28.229587 dv-cinder-843593-2-iscsi neutron-server[88594]: {   DHCP agent@dv-cinder-843593-2-iscsi: {},
Jun 04 13:46:28.229587 dv-cinder-843593-2-iscsi neutron-server[88594]:     HyperV agent@hv-cinder-84359: {},
Jun 04 13:46:28.229587 dv-cinder-843593-2-iscsi neutron-server[88594]:     L3 agent@dv-cinder-843593-2-iscsi: {},
Jun 04 13:46:28.229587 dv-cinder-843593-2-iscsi neutron-server[88594]:     Metadata agent@dv-cinder-843593-2-iscsi: {},
Jun 04 13:46:28.229587 dv-cinder-843593-2-iscsi neutron-server[88594]:     Metering agent@dv-cinder-843593-2-iscsi: {},
Jun 04 13:46:28.229587 dv-cinder-843593-2-iscsi neutron-server[88594]:     Open vSwitch agent@dv-cinder-843593-2-iscsi: {   'AddressGroup': '1.2',
Jun 04 13:46:28.229587 dv-cinder-843593-2-iscsi neutron-server[88594]:                                                      'ConntrackHelper': '1.0',
Jun 04 13:46:28.229587 dv-cinder-843593-2-iscsi neutron-server[88594]:                                                      'Log': '1.0',
Jun 04 13:46:28.229587 dv-cinder-843593-2-iscsi neutron-server[88594]:                                                      'Network': '1.1',
Jun 04 13:46:28.229587 dv-cinder-843593-2-iscsi neutron-server[88594]:                                                      'Port': '1.7',
Jun 04 13:46:28.229587 dv-cinder-843593-2-iscsi neutron-server[88594]:                                                      'PortForwarding': '1.2',
Jun 04 13:46:28.229587 dv-cinder-843593-2-iscsi neutron-server[88594]:                                                      'QosPolicy': '1.8',
Jun 04 13:46:28.229587 dv-cinder-843593-2-iscsi neutron-server[88594]:                                                      'SecurityGroup': '1.4',
Jun 04 13:46:28.229587 dv-cinder-843593-2-iscsi neutron-server[88594]:                                                      'SecurityGroupRule': '1.2',
Jun 04 13:46:28.229587 dv-cinder-843593-2-iscsi neutron-server[88594]:                                                      'SubPort': '1.0',
Jun 04 13:46:28.229587 dv-cinder-843593-2-iscsi neutron-server[88594]:                                                      'Subnet': '1.1',
Jun 04 13:46:28.229587 dv-cinder-843593-2-iscsi neutron-server[88594]:                                                      'Trunk': '1.1'}}
Jun 04 13:46:28.229587 dv-cinder-843593-2-iscsi neutron-server[88594]:  {{(pid=88594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 04 13:46:28.232428 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-f17d45a8-64cb-4300-8a26-f175052eee6f admin admin] Usage tracker for resource:security_group_rule and tenant:04f6f6455e3046efade411926e0f0561 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:46:28.237955 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-f17d45a8-64cb-4300-8a26-f175052eee6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:46:28.257213 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-f17d45a8-64cb-4300-8a26-f175052eee6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:46:28.262251 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733312597486'] for network, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:28.327816 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 40976) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:28.361851 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-bf7990ec-a2b4-4edd-b979-7afe219c8f1a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-633751840-network', 'tenant_id': '06e9ddd6cf5447fda7dd4d4f0678f39e'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:46:28.367606 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-bf7990ec-a2b4-4edd-b979-7afe219c8f1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:46:28.369594 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086'] for network, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:28.370480 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:46:28.371042 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:28.400623 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-bf7990ec-a2b4-4edd-b979-7afe219c8f1a admin admin] Usage tracker for resource:network and tenant:06e9ddd6cf5447fda7dd4d4f0678f39e is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:46:28.409620 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-bf7990ec-a2b4-4edd-b979-7afe219c8f1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:46:28.413060 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f17d45a8-64cb-4300-8a26-f175052eee6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:28.419064 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-bf7990ec-a2b4-4edd-b979-7afe219c8f1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:46:28.507280 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f17d45a8-64cb-4300-8a26-f175052eee6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:28.519329 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] Pushing event updated for resources: {'Network': ['ID=7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:28.528778 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f17d45a8-64cb-4300-8a26-f175052eee6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216}  {{(pid=88594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:46:28.530851 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Network 7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb details requested by agent ovs-agent-dv-cinder-843593-2-iscsi with host dv-cinder-843593-2-iscsi {{(pid=88596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:46:28.541826 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f17d45a8-64cb-4300-8a26-f175052eee6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:28.541826 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.segments_db [None req-f17d45a8-64cb-4300-8a26-f175052eee6f admin admin] Added segment 6d3f57de-dbe3-431a-86c1-8e1406ca4d6a of type vlan for network 8b092770-eea2-4e76-9959-7bb13a86dfb1
Jun 04 13:46:28.572526 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f17d45a8-64cb-4300-8a26-f175052eee6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733312597486'] for network, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:28.604429 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-46124ffb-85fa-455a-855c-9262b0dbfdcd admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1085553
Jun 04 13:46:28.604808 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 40994) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:28.611995 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-c77998a9-08ae-4948-9f71-d4f1e3a2118b admin admin] Request body: {'subnet': {'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-72343411-subnet', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:46:28.618528 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7990ec-a2b4-4edd-b979-7afe219c8f1a admin admin] Made reservation on behalf of 06e9ddd6cf5447fda7dd4d4f0678f39e for: {'network': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:46:28.621249 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bf7990ec-a2b4-4edd-b979-7afe219c8f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for network, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:28.626672 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-c77998a9-08ae-4948-9f71-d4f1e3a2118b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:46:28.634789 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d45a8-64cb-4300-8a26-f175052eee6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5be253-a72b-4d04-b592-59272c696ae1,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:28.639412 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1954090409-network', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:46:28.640302 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bf7990ec-a2b4-4edd-b979-7afe219c8f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:28.648150 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:46:28.657126 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Usage tracker for resource:network and tenant:e199af9b5451493fa5a38f932be3993f is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:46:28.662030 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-bf7990ec-a2b4-4edd-b979-7afe219c8f1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:46:28.665614 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-c77998a9-08ae-4948-9f71-d4f1e3a2118b admin admin] Usage tracker for resource:subnet and tenant:9650a71550354afb93718cd61f608fa7 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:46:28.666233 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-bf7990ec-a2b4-4edd-b979-7afe219c8f1a admin admin] Usage tracker for resource:security_group_rule and tenant:06e9ddd6cf5447fda7dd4d4f0678f39e is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:46:28.668858 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:46:28.670071 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-bf7990ec-a2b4-4edd-b979-7afe219c8f1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:46:28.673704 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-c77998a9-08ae-4948-9f71-d4f1e3a2118b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:46:28.678164 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-bf7990ec-a2b4-4edd-b979-7afe219c8f1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:46:28.681855 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f17d45a8-64cb-4300-8a26-f175052eee6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086'] for network, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:28.683497 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:46:28.683644 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17d45a8-64cb-4300-8a26-f175052eee6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:46:28.684446 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f17d45a8-64cb-4300-8a26-f175052eee6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:28.685786 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-c77998a9-08ae-4948-9f71-d4f1e3a2118b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:46:28.754935 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Made reservation on behalf of e199af9b5451493fa5a38f932be3993f for: {'network': 1} {{(pid=88595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:46:28.757373 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for network, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:28.773814 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:28.789951 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77998a9-08ae-4948-9f71-d4f1e3a2118b admin admin] Made reservation on behalf of 9650a71550354afb93718cd61f608fa7 for: {'subnet': 1} {{(pid=88595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:46:28.797978 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c77998a9-08ae-4948-9f71-d4f1e3a2118b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:28.809559 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d45a8-64cb-4300-8a26-f175052eee6f admin admin] Pushing event updated for resources: {'Network': ['ID=8b092770-eea2-4e76-9959-7bb13a86dfb1,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:28.823260 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Network 8b092770-eea2-4e76-9959-7bb13a86dfb1 details requested by agent ovs-agent-dv-cinder-843593-2-iscsi with host dv-cinder-843593-2-iscsi {{(pid=88596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:46:28.850183 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:46:28.851274 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-f17d45a8-64cb-4300-8a26-f175052eee6f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.2415192
Jun 04 13:46:28.851968 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 41004) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:28.872636 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-9af8affc-9815-4553-bcb1-92d3745f2e5c admin admin] Request body: {'subnet': {'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-942768844-subnet', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:46:28.894361 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-9af8affc-9815-4553-bcb1-92d3745f2e5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:46:28.904095 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-9af8affc-9815-4553-bcb1-92d3745f2e5c admin admin] Usage tracker for resource:subnet and tenant:04f6f6455e3046efade411926e0f0561 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:46:28.914042 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-9af8affc-9815-4553-bcb1-92d3745f2e5c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:46:28.939372 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-9af8affc-9815-4553-bcb1-92d3745f2e5c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:46:28.958248 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Usage tracker for resource:security_group_rule and tenant:e199af9b5451493fa5a38f932be3993f is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:46:28.987165 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:46:28.992995 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bf7990ec-a2b4-4edd-b979-7afe219c8f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:28.999968 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:46:29.060306 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bf7990ec-a2b4-4edd-b979-7afe219c8f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:29.079461 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf7990ec-a2b4-4edd-b979-7afe219c8f1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248}  {{(pid=88594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:46:29.099611 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bf7990ec-a2b4-4edd-b979-7afe219c8f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:29.099945 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.segments_db [None req-bf7990ec-a2b4-4edd-b979-7afe219c8f1a admin admin] Added segment 4906c609-8ec1-47b1-956d-f65e95c4f515 of type vlan for network cebdbe79-e6fd-4765-b290-7deb15a4b00f
Jun 04 13:46:29.149681 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bf7990ec-a2b4-4edd-b979-7afe219c8f1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733312597486'] for network, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:29.252059 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7990ec-a2b4-4edd-b979-7afe219c8f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42647ca6-a827-42cf-be24-42338f9f29d6,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:29.285755 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:29.326713 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bf7990ec-a2b4-4edd-b979-7afe219c8f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086'] for network, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:29.328531 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7990ec-a2b4-4edd-b979-7afe219c8f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:46:29.329318 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bf7990ec-a2b4-4edd-b979-7afe219c8f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:29.347203 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af8affc-9815-4553-bcb1-92d3745f2e5c admin admin] Made reservation on behalf of 04f6f6455e3046efade411926e0f0561 for: {'subnet': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:46:29.350425 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-9af8affc-9815-4553-bcb1-92d3745f2e5c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:29.354837 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:29.381591 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244}  {{(pid=88595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:46:29.393916 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:29.394482 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.db.segments_db [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Added segment d13a9ae4-ef0b-4edb-8601-373381df8c02 of type vlan for network c7d55235-bf68-4e08-8155-47e9a6165636
Jun 04 13:46:29.439080 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733312597486'] for network, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:29.476942 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c77998a9-08ae-4948-9f71-d4f1e3a2118b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086'] for subnet, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:29.537240 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7990ec-a2b4-4edd-b979-7afe219c8f1a admin admin] Pushing event updated for resources: {'Network': ['ID=cebdbe79-e6fd-4765-b290-7deb15a4b00f,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:29.550168 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Network cebdbe79-e6fd-4765-b290-7deb15a4b00f details requested by agent ovs-agent-dv-cinder-843593-2-iscsi with host dv-cinder-843593-2-iscsi {{(pid=88596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:46:29.620897 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-bf7990ec-a2b4-4edd-b979-7afe219c8f1a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.6952536
Jun 04 13:46:29.621591 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 41034) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:29.627991 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086'] for network, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:29.629336 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:46:29.632880 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:29.634584 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-165cfcdf-9e4e-4054-9c31-b6b4a7df2507 admin admin] Request body: {'subnet': {'network_id': 'cebdbe79-e6fd-4765-b290-7deb15a4b00f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-633751840-subnet', 'tenant_id': '06e9ddd6cf5447fda7dd4d4f0678f39e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:46:29.639948 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-165cfcdf-9e4e-4054-9c31-b6b4a7df2507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:46:29.644725 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-165cfcdf-9e4e-4054-9c31-b6b4a7df2507 admin admin] Usage tracker for resource:subnet and tenant:06e9ddd6cf5447fda7dd4d4f0678f39e is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:46:29.648488 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-165cfcdf-9e4e-4054-9c31-b6b4a7df2507 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:46:29.655350 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-165cfcdf-9e4e-4054-9c31-b6b4a7df2507 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:46:29.738699 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165cfcdf-9e4e-4054-9c31-b6b4a7df2507 admin admin] Made reservation on behalf of 06e9ddd6cf5447fda7dd4d4f0678f39e for: {'subnet': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:46:29.742054 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-165cfcdf-9e4e-4054-9c31-b6b4a7df2507 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:29.797190 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77998a9-08ae-4948-9f71-d4f1e3a2118b admin admin] Checking segment: {'id': '9f6bb86d-b06a-4a02-89e1-51e04121b79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:46:29.797613 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77998a9-08ae-4948-9f71-d4f1e3a2118b admin admin] Network hostable DHCP agents. Network: 7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb, hostable agents: ['87172334-b636-4990-a849-36beff162f6b'], hosted agents: [] {{(pid=88595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:46:29.820416 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Pushing event updated for resources: {'Network': ['ID=c7d55235-bf68-4e08-8155-47e9a6165636,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:29.822187 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d431f3f6-19bb-4624-b379-0ee0896a25a7,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:29.843693 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-9af8affc-9815-4553-bcb1-92d3745f2e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086'] for subnet, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:29.857154 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:29.857154 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:29.857154 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:29.857154 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:29.857154 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:29.857154 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:29.857154 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:29.857154 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:29.857154 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:29.857926 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:29.857926 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:29.857926 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:29.859523 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Tracked resource versions report:
Jun 04 13:46:29.859523 dv-cinder-843593-2-iscsi neutron-server[88595]: pushed versions:
Jun 04 13:46:29.859523 dv-cinder-843593-2-iscsi neutron-server[88595]: {   'AddressGroup': {'1.2'},
Jun 04 13:46:29.859523 dv-cinder-843593-2-iscsi neutron-server[88595]:     'ConntrackHelper': {'1.0'},
Jun 04 13:46:29.859523 dv-cinder-843593-2-iscsi neutron-server[88595]:     'Log': {'1.0'},
Jun 04 13:46:29.859523 dv-cinder-843593-2-iscsi neutron-server[88595]:     'Network': {'1.1'},
Jun 04 13:46:29.859523 dv-cinder-843593-2-iscsi neutron-server[88595]:     'Port': {'1.7'},
Jun 04 13:46:29.859523 dv-cinder-843593-2-iscsi neutron-server[88595]:     'PortForwarding': {'1.2'},
Jun 04 13:46:29.859523 dv-cinder-843593-2-iscsi neutron-server[88595]:     'QosPolicy': {'1.8'},
Jun 04 13:46:29.859523 dv-cinder-843593-2-iscsi neutron-server[88595]:     'SecurityGroup': {'1.4'},
Jun 04 13:46:29.859523 dv-cinder-843593-2-iscsi neutron-server[88595]:     'SecurityGroupRule': {'1.2'},
Jun 04 13:46:29.859523 dv-cinder-843593-2-iscsi neutron-server[88595]:     'SubPort': {'1.0'},
Jun 04 13:46:29.859523 dv-cinder-843593-2-iscsi neutron-server[88595]:     'Subnet': {'1.1'},
Jun 04 13:46:29.859523 dv-cinder-843593-2-iscsi neutron-server[88595]:     'Trunk': {'1.1'}}
Jun 04 13:46:29.859523 dv-cinder-843593-2-iscsi neutron-server[88595]: consumer versions:
Jun 04 13:46:29.859523 dv-cinder-843593-2-iscsi neutron-server[88595]: {   DHCP agent@dv-cinder-843593-2-iscsi: {},
Jun 04 13:46:29.859523 dv-cinder-843593-2-iscsi neutron-server[88595]:     HyperV agent@hv-cinder-84359: {},
Jun 04 13:46:29.859523 dv-cinder-843593-2-iscsi neutron-server[88595]:     L3 agent@dv-cinder-843593-2-iscsi: {},
Jun 04 13:46:29.859523 dv-cinder-843593-2-iscsi neutron-server[88595]:     Metadata agent@dv-cinder-843593-2-iscsi: {},
Jun 04 13:46:29.859523 dv-cinder-843593-2-iscsi neutron-server[88595]:     Metering agent@dv-cinder-843593-2-iscsi: {},
Jun 04 13:46:29.859523 dv-cinder-843593-2-iscsi neutron-server[88595]:     Open vSwitch agent@dv-cinder-843593-2-iscsi: {   'AddressGroup': '1.2',
Jun 04 13:46:29.859523 dv-cinder-843593-2-iscsi neutron-server[88595]:                                                      'ConntrackHelper': '1.0',
Jun 04 13:46:29.859523 dv-cinder-843593-2-iscsi neutron-server[88595]:                                                      'Log': '1.0',
Jun 04 13:46:29.859523 dv-cinder-843593-2-iscsi neutron-server[88595]:                                                      'Network': '1.1',
Jun 04 13:46:29.859523 dv-cinder-843593-2-iscsi neutron-server[88595]:                                                      'Port': '1.7',
Jun 04 13:46:29.859523 dv-cinder-843593-2-iscsi neutron-server[88595]:                                                      'PortForwarding': '1.2',
Jun 04 13:46:29.859523 dv-cinder-843593-2-iscsi neutron-server[88595]:                                                      'QosPolicy': '1.8',
Jun 04 13:46:29.859523 dv-cinder-843593-2-iscsi neutron-server[88595]:                                                      'SecurityGroup': '1.4',
Jun 04 13:46:29.859523 dv-cinder-843593-2-iscsi neutron-server[88595]:                                                      'SecurityGroupRule': '1.2',
Jun 04 13:46:29.859523 dv-cinder-843593-2-iscsi neutron-server[88595]:                                                      'SubPort': '1.0',
Jun 04 13:46:29.859523 dv-cinder-843593-2-iscsi neutron-server[88595]:                                                      'Subnet': '1.1',
Jun 04 13:46:29.859523 dv-cinder-843593-2-iscsi neutron-server[88595]:                                                      'Trunk': '1.1'}}
Jun 04 13:46:29.859523 dv-cinder-843593-2-iscsi neutron-server[88595]:  {{(pid=88595) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 04 13:46:29.862677 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:29.862918 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:29.863289 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:29.863684 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:29.864024 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:29.864361 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:29.864681 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:29.865040 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:29.865350 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:29.865659 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:29.865971 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:29.866288 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:29.908019 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77998a9-08ae-4948-9f71-d4f1e3a2118b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e,revision_number=0']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:29.908540 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Network c7d55235-bf68-4e08-8155-47e9a6165636 details requested by agent ovs-agent-dv-cinder-843593-2-iscsi with host dv-cinder-843593-2-iscsi {{(pid=88596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:46:29.969736 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8affc-9815-4553-bcb1-92d3745f2e5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=69bc4cdc-ad33-4161-be2e-42ba13f7d967,revision_number=0']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:30.041034 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77998a9-08ae-4948-9f71-d4f1e3a2118b admin admin] Network 7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb is scheduled to be hosted by DHCP agent 87172334-b636-4990-a849-36beff162f6b with binding_index 1 {{(pid=88595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:46:30.094297 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af8affc-9815-4553-bcb1-92d3745f2e5c admin admin] Checking segment: {'id': '6d3f57de-dbe3-431a-86c1-8e1406ca4d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:46:30.094638 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af8affc-9815-4553-bcb1-92d3745f2e5c admin admin] Network hostable DHCP agents. Network: 8b092770-eea2-4e76-9959-7bb13a86dfb1, hostable agents: ['87172334-b636-4990-a849-36beff162f6b'], hosted agents: [] {{(pid=88594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:46:30.150329 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-64880f81-88d1-40b1-8717-17b319503f73 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.8212297
Jun 04 13:46:30.153332 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 41060) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:30.159879 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-a0b55964-2c76-4713-99e6-c75d5d38d227 admin admin] Request body: {'subnet': {'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1954090409-subnet', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:46:30.164482 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-a0b55964-2c76-4713-99e6-c75d5d38d227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:46:30.168377 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-a0b55964-2c76-4713-99e6-c75d5d38d227 admin admin] Usage tracker for resource:subnet and tenant:e199af9b5451493fa5a38f932be3993f is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:46:30.173447 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-a0b55964-2c76-4713-99e6-c75d5d38d227 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:46:30.180968 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-a0b55964-2c76-4713-99e6-c75d5d38d227 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:46:30.207872 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-c77998a9-08ae-4948-9f71-d4f1e3a2118b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-iscsi, 7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb) {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:46:30.213216 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77998a9-08ae-4948-9f71-d4f1e3a2118b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:46:30.214014 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c77998a9-08ae-4948-9f71-d4f1e3a2118b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for subnet, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:30.222379 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732a942a-ed1c-4f03-af62-e048bb895f08 None None] Network 7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:46:30.252851 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-165cfcdf-9e4e-4054-9c31-b6b4a7df2507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086'] for subnet, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:30.309415 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b55964-2c76-4713-99e6-c75d5d38d227 admin admin] Made reservation on behalf of e199af9b5451493fa5a38f932be3993f for: {'subnet': 1} {{(pid=88595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:46:30.313171 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a0b55964-2c76-4713-99e6-c75d5d38d227 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:30.337483 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cfcdf-9e4e-4054-9c31-b6b4a7df2507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bc58747-c8ef-45f8-8036-abb990976bf9,revision_number=0']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:30.367693 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af8affc-9815-4553-bcb1-92d3745f2e5c admin admin] Network 8b092770-eea2-4e76-9959-7bb13a86dfb1 is scheduled to be hosted by DHCP agent 87172334-b636-4990-a849-36beff162f6b with binding_index 1 {{(pid=88594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:46:30.390482 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165cfcdf-9e4e-4054-9c31-b6b4a7df2507 admin admin] Checking segment: {'id': '4906c609-8ec1-47b1-956d-f65e95c4f515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cebdbe79-e6fd-4765-b290-7deb15a4b00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:46:30.393717 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165cfcdf-9e4e-4054-9c31-b6b4a7df2507 admin admin] Network hostable DHCP agents. Network: cebdbe79-e6fd-4765-b290-7deb15a4b00f, hostable agents: ['87172334-b636-4990-a849-36beff162f6b'], hosted agents: [] {{(pid=88594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:46:30.400997 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-c77998a9-08ae-4948-9f71-d4f1e3a2118b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.7950466
Jun 04 13:46:30.408890 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 41076) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:30.420145 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [None req-9af8affc-9815-4553-bcb1-92d3745f2e5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-iscsi, 8b092770-eea2-4e76-9959-7bb13a86dfb1) {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:46:30.428291 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af8affc-9815-4553-bcb1-92d3745f2e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:46:30.428972 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-9af8affc-9815-4553-bcb1-92d3745f2e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for subnet, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:30.438819 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-15f16bf9-5c8f-45b1-bfbe-784483fa3f48 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-72343411-router', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:46:30.455091 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-15f16bf9-5c8f-45b1-bfbe-784483fa3f48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:46:30.469451 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5937803-de5a-4c0f-b485-35460800d9b5 None None] Network 8b092770-eea2-4e76-9959-7bb13a86dfb1 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:46:30.471473 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-15f16bf9-5c8f-45b1-bfbe-784483fa3f48 admin admin] Usage tracker for resource:router and tenant:9650a71550354afb93718cd61f608fa7 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:46:30.476817 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-15f16bf9-5c8f-45b1-bfbe-784483fa3f48 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:46:30.485049 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-15f16bf9-5c8f-45b1-bfbe-784483fa3f48 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:46:30.632988 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp510e4005-fc10-54f8-bf0a-cb16b8ae68cb-7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb', 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'fixed_ips': [{'subnet_id': '3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e'}]}} from dv-cinder-843593-2-iscsi. {{(pid=88596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 04 13:46:30.644327 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:30.644488 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-9af8affc-9815-4553-bcb1-92d3745f2e5c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.7834418
Jun 04 13:46:30.644488 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165cfcdf-9e4e-4054-9c31-b6b4a7df2507 admin admin] Network cebdbe79-e6fd-4765-b290-7deb15a4b00f is scheduled to be hosted by DHCP agent 87172334-b636-4990-a849-36beff162f6b with binding_index 1 {{(pid=88594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:46:30.644488 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 41086) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:30.657979 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-7356a8ee-2f69-4177-bb0a-4e40aca6244a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:46:30.662580 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-7356a8ee-2f69-4177-bb0a-4e40aca6244a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:46:30.667590 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-7356a8ee-2f69-4177-bb0a-4e40aca6244a admin admin] Usage tracker for resource:router and tenant:04f6f6455e3046efade411926e0f0561 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:46:30.670402 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-7356a8ee-2f69-4177-bb0a-4e40aca6244a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:46:30.677318 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-7356a8ee-2f69-4177-bb0a-4e40aca6244a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:46:30.704033 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a0b55964-2c76-4713-99e6-c75d5d38d227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086'] for subnet, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:30.732613 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-15f16bf9-5c8f-45b1-bfbe-784483fa3f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66723640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7350'] for router, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:30.733759 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-15f16bf9-5c8f-45b1-bfbe-784483fa3f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66777610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66718318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66607470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7311'] for router, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:30.738528 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [None req-165cfcdf-9e4e-4054-9c31-b6b4a7df2507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-iscsi, cebdbe79-e6fd-4765-b290-7deb15a4b00f) {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:46:30.753453 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165cfcdf-9e4e-4054-9c31-b6b4a7df2507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:46:30.759777 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-165cfcdf-9e4e-4054-9c31-b6b4a7df2507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for subnet, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:30.766153 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f4437d-3b00-4f02-b85d-818c65ed8b46 None None] Network cebdbe79-e6fd-4765-b290-7deb15a4b00f requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:46:30.798857 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-7356a8ee-2f69-4177-bb0a-4e40aca6244a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66723640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7350'] for router, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:30.801524 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-7356a8ee-2f69-4177-bb0a-4e40aca6244a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66777610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66718318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66607470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7311'] for router, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:30.815583 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-15f16bf9-5c8f-45b1-bfbe-784483fa3f48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:30.819325 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b55964-2c76-4713-99e6-c75d5d38d227 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b7ee1fc-be06-43a6-b80c-c1390a27d5a9,revision_number=0']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:30.855427 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b55964-2c76-4713-99e6-c75d5d38d227 admin admin] Checking segment: {'id': 'd13a9ae4-ef0b-4edb-8601-373381df8c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:46:30.855958 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b55964-2c76-4713-99e6-c75d5d38d227 admin admin] Network hostable DHCP agents. Network: c7d55235-bf68-4e08-8155-47e9a6165636, hostable agents: ['87172334-b636-4990-a849-36beff162f6b'], hosted agents: [] {{(pid=88595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:46:30.955321 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b55964-2c76-4713-99e6-c75d5d38d227 admin admin] Network c7d55235-bf68-4e08-8155-47e9a6165636 is scheduled to be hosted by DHCP agent 87172334-b636-4990-a849-36beff162f6b with binding_index 1 {{(pid=88595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:46:30.963613 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-165cfcdf-9e4e-4054-9c31-b6b4a7df2507 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.3358591
Jun 04 13:46:30.973164 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-7356a8ee-2f69-4177-bb0a-4e40aca6244a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:31.016360 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-a0b55964-2c76-4713-99e6-c75d5d38d227 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-iscsi, c7d55235-bf68-4e08-8155-47e9a6165636) {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:46:31.020636 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b55964-2c76-4713-99e6-c75d5d38d227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:46:31.021252 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a0b55964-2c76-4713-99e6-c75d5d38d227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for subnet, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:31.052710 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.db_base_plugin_common [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Allocated IP 172.20.0.2 (7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb/3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e/3f7cb3fe-93da-49ac-b4d5-b151fe9de980) {{(pid=88596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:46:31.092578 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b5311a-fad0-4cd8-bf58-61c9dd5e3068 None None] Network c7d55235-bf68-4e08-8155-47e9a6165636 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:46:31.168421 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-a0b55964-2c76-4713-99e6-c75d5d38d227 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.0139880
Jun 04 13:46:31.172598 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 41126) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:31.177921 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-0c663d78-95a5-451c-97ec-e580bdd20cc5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1954090409-router', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:46:31.183512 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-0c663d78-95a5-451c-97ec-e580bdd20cc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:46:31.193361 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-0c663d78-95a5-451c-97ec-e580bdd20cc5 admin admin] Usage tracker for resource:router and tenant:e199af9b5451493fa5a38f932be3993f is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:46:31.196384 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-0c663d78-95a5-451c-97ec-e580bdd20cc5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:46:31.202443 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-0c663d78-95a5-451c-97ec-e580bdd20cc5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:46:31.233345 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf489bc-bff8-41a3-997e-5605d86ae402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp510e4005-fc10-54f8-bf0a-cb16b8ae68cb-8b092770-eea2-4e76-9959-7bb13a86dfb1', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967'}]}} from dv-cinder-843593-2-iscsi. {{(pid=88596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 04 13:46:31.234234 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-baf489bc-bff8-41a3-997e-5605d86ae402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:31.262770 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-0c663d78-95a5-451c-97ec-e580bdd20cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66723640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7350'] for router, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:31.264938 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-0c663d78-95a5-451c-97ec-e580bdd20cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66777610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66718318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66607470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7311'] for router, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:31.288412 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-0c663d78-95a5-451c-97ec-e580bdd20cc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:31.337488 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 41142) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:31.340385 dv-cinder-843593-2-iscsi neutron-server[88595]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 04 13:46:31.727871 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-15f16bf9-5c8f-45b1-bfbe-784483fa3f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66718236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66723594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7325'] for router, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:31.747844 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-7356a8ee-2f69-4177-bb0a-4e40aca6244a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66718236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66723594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7325'] for router, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:31.862435 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-fea853a1-f25f-483a-9818-b476f4e4be37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:31.880313 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-0c663d78-95a5-451c-97ec-e580bdd20cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66718236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66723594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7325'] for router, precommit_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:31.883720 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Notify callbacks [] for port, precommit_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:31.891419 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.db_base_plugin_common [None req-baf489bc-bff8-41a3-997e-5605d86ae402 None None] Allocated IP 172.20.0.2 (8b092770-eea2-4e76-9959-7bb13a86dfb1/69bc4cdc-ad33-4161-be2e-42ba13f7d967/8366dd50-38ab-4b0c-9ecb-f5965a14663d) {{(pid=88596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:46:31.893787 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232c825e-a0b0-4f0d-94b2-6edd49e00c6e None None] Network cebdbe79-e6fd-4765-b290-7deb15a4b00f requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:46:31.928522 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-bf1f0307-2c0f-40d6-9e95-de42229a19eb tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:46:31.932621 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-bf1f0307-2c0f-40d6-9e95-de42229a19eb tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/networks?id=cebdbe79-e6fd-4765-b290-7deb15a4b00f HTTP/1.1" status: 200  len: 811 time: 0.5941017
Jun 04 13:46:31.958901 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-e7b55dcb-0722-4c03-9caa-43553d5dc1d1 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/quotas/06e9ddd6cf5447fda7dd4d4f0678f39e HTTP/1.1" status: 200  len: 375 time: 0.0180607
Jun 04 13:46:31.970589 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Transition to ACTIVE for port object 3f7cb3fe-93da-49ac-b4d5-b151fe9de980 will not be triggered until provisioned by entity L2. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:46:32.034614 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20503090-6d25-4981-af4b-71b7ebe92807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp510e4005-fc10-54f8-bf0a-cb16b8ae68cb-c7d55235-bf68-4e08-8155-47e9a6165636', 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'fixed_ips': [{'subnet_id': '0b7ee1fc-be06-43a6-b80c-c1390a27d5a9'}]}} from dv-cinder-843593-2-iscsi. {{(pid=88596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 04 13:46:32.035465 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-20503090-6d25-4981-af4b-71b7ebe92807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:32.043721 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-d3615af6-f9e3-41af-bbb6-836331b2c3ae tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=06e9ddd6cf5447fda7dd4d4f0678f39e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0521290
Jun 04 13:46:32.142493 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Transition to ACTIVE for port object 3f7cb3fe-93da-49ac-b4d5-b151fe9de980 will not be triggered until provisioned by entity DHCP. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:46:32.301170 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946'] for port, after_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:32.411517 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-63cd875e-dd81-4b9d-ba97-6c84891fb1e8 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 13:46:32.425912 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-63cd875e-dd81-4b9d-ba97-6c84891fb1e8 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0885134
Jun 04 13:46:32.485208 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Network 7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb is already hosted by enough agents. {{(pid=88596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:46:32.502445 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.scheduler.base_scheduler [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Resources bound (agent type, host, resource id):  {{(pid=88596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:46:32.505736 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Received port after_create {{(pid=88596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:46:32.541304 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Pushing event updated for resources: {'Port': ['ID=3f7cb3fe-93da-49ac-b4d5-b151fe9de980,revision_number=1']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:32.630596 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:32.631179 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:32.631691 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:32.632198 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:32.632677 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:32.633159 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:32.633646 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:32.634128 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:32.634676 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:32.635210 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:32.635718 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:32.636222 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:32.637537 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Tracked resource versions report:
Jun 04 13:46:32.637537 dv-cinder-843593-2-iscsi neutron-server[88596]: pushed versions:
Jun 04 13:46:32.637537 dv-cinder-843593-2-iscsi neutron-server[88596]: {   'AddressGroup': {'1.2'},
Jun 04 13:46:32.637537 dv-cinder-843593-2-iscsi neutron-server[88596]:     'ConntrackHelper': {'1.0'},
Jun 04 13:46:32.637537 dv-cinder-843593-2-iscsi neutron-server[88596]:     'Log': {'1.0'},
Jun 04 13:46:32.637537 dv-cinder-843593-2-iscsi neutron-server[88596]:     'Network': {'1.1'},
Jun 04 13:46:32.637537 dv-cinder-843593-2-iscsi neutron-server[88596]:     'Port': {'1.7'},
Jun 04 13:46:32.637537 dv-cinder-843593-2-iscsi neutron-server[88596]:     'PortForwarding': {'1.2'},
Jun 04 13:46:32.637537 dv-cinder-843593-2-iscsi neutron-server[88596]:     'QosPolicy': {'1.8'},
Jun 04 13:46:32.637537 dv-cinder-843593-2-iscsi neutron-server[88596]:     'SecurityGroup': {'1.4'},
Jun 04 13:46:32.637537 dv-cinder-843593-2-iscsi neutron-server[88596]:     'SecurityGroupRule': {'1.2'},
Jun 04 13:46:32.637537 dv-cinder-843593-2-iscsi neutron-server[88596]:     'SubPort': {'1.0'},
Jun 04 13:46:32.637537 dv-cinder-843593-2-iscsi neutron-server[88596]:     'Subnet': {'1.1'},
Jun 04 13:46:32.637537 dv-cinder-843593-2-iscsi neutron-server[88596]:     'Trunk': {'1.1'}}
Jun 04 13:46:32.637537 dv-cinder-843593-2-iscsi neutron-server[88596]: consumer versions:
Jun 04 13:46:32.637537 dv-cinder-843593-2-iscsi neutron-server[88596]: {   DHCP agent@dv-cinder-843593-2-iscsi: {},
Jun 04 13:46:32.637537 dv-cinder-843593-2-iscsi neutron-server[88596]:     HyperV agent@hv-cinder-84359: {},
Jun 04 13:46:32.637537 dv-cinder-843593-2-iscsi neutron-server[88596]:     L3 agent@dv-cinder-843593-2-iscsi: {},
Jun 04 13:46:32.637537 dv-cinder-843593-2-iscsi neutron-server[88596]:     Metadata agent@dv-cinder-843593-2-iscsi: {},
Jun 04 13:46:32.637537 dv-cinder-843593-2-iscsi neutron-server[88596]:     Metering agent@dv-cinder-843593-2-iscsi: {},
Jun 04 13:46:32.637537 dv-cinder-843593-2-iscsi neutron-server[88596]:     Open vSwitch agent@dv-cinder-843593-2-iscsi: {   'AddressGroup': '1.2',
Jun 04 13:46:32.637537 dv-cinder-843593-2-iscsi neutron-server[88596]:                                                      'ConntrackHelper': '1.0',
Jun 04 13:46:32.637537 dv-cinder-843593-2-iscsi neutron-server[88596]:                                                      'Log': '1.0',
Jun 04 13:46:32.637537 dv-cinder-843593-2-iscsi neutron-server[88596]:                                                      'Network': '1.1',
Jun 04 13:46:32.637537 dv-cinder-843593-2-iscsi neutron-server[88596]:                                                      'Port': '1.7',
Jun 04 13:46:32.637537 dv-cinder-843593-2-iscsi neutron-server[88596]:                                                      'PortForwarding': '1.2',
Jun 04 13:46:32.637537 dv-cinder-843593-2-iscsi neutron-server[88596]:                                                      'QosPolicy': '1.8',
Jun 04 13:46:32.637537 dv-cinder-843593-2-iscsi neutron-server[88596]:                                                      'SecurityGroup': '1.4',
Jun 04 13:46:32.637537 dv-cinder-843593-2-iscsi neutron-server[88596]:                                                      'SecurityGroupRule': '1.2',
Jun 04 13:46:32.637537 dv-cinder-843593-2-iscsi neutron-server[88596]:                                                      'SubPort': '1.0',
Jun 04 13:46:32.637537 dv-cinder-843593-2-iscsi neutron-server[88596]:                                                      'Subnet': '1.1',
Jun 04 13:46:32.637537 dv-cinder-843593-2-iscsi neutron-server[88596]:                                                      'Trunk': '1.1'}}
Jun 04 13:46:32.637537 dv-cinder-843593-2-iscsi neutron-server[88596]:  {{(pid=88596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 04 13:46:32.667326 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-15f16bf9-5c8f-45b1-bfbe-784483fa3f48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:32.720727 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-15f16bf9-5c8f-45b1-bfbe-784483fa3f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:32.731402 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-0c663d78-95a5-451c-97ec-e580bdd20cc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:32.762777 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-7356a8ee-2f69-4177-bb0a-4e40aca6244a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:32.788489 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 41188) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:32.791091 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.db_base_plugin_common [None req-20503090-6d25-4981-af4b-71b7ebe92807 None None] Allocated IP 172.20.0.2 (c7d55235-bf68-4e08-8155-47e9a6165636/0b7ee1fc-be06-43a6-b80c-c1390a27d5a9/bd90d9c0-e90d-4515-a137-2587282cd7ba) {{(pid=88596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:46:32.793957 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-baf489bc-bff8-41a3-997e-5605d86ae402 None None] Notify callbacks [] for port, precommit_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:32.810905 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-7356a8ee-2f69-4177-bb0a-4e40aca6244a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:32.825671 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Attempting to bind port 3f7cb3fe-93da-49ac-b4d5-b151fe9de980 on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:46:32.826572 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Attempting to bind port 3f7cb3fe-93da-49ac-b4d5-b151fe9de980 by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': '9f6bb86d-b06a-4a02-89e1-51e04121b79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb'}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:46:32.827212 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Attempting to bind port 3f7cb3fe-93da-49ac-b4d5-b151fe9de980 on network 7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:46:32.835934 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-baf489bc-bff8-41a3-997e-5605d86ae402 None None] Transition to ACTIVE for port object 8366dd50-38ab-4b0c-9ecb-f5965a14663d will not be triggered until provisioned by entity L2. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:46:32.863790 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:46:32.870102 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Checking segment: {'id': '9f6bb86d-b06a-4a02-89e1-51e04121b79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:46:32.871080 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:32.872295 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Bound using segment: {'id': '9f6bb86d-b06a-4a02-89e1-51e04121b79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb'} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:46:32.873240 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Bound port: 3f7cb3fe-93da-49ac-b4d5-b151fe9de980, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f6bb86d-b06a-4a02-89e1-51e04121b79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb'}}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:46:32.873952 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:32.958338 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-0c663d78-95a5-451c-97ec-e580bdd20cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:32.992932 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_common [None req-15f16bf9-5c8f-45b1-bfbe-784483fa3f48 admin admin] Allocated IP 172.27.2.3 (0e91cb13-9cd5-4b6d-a0e7-77d68e81a806/a67c2735-bb7f-4235-9bfa-262628d5695c/2d3a9849-b443-40ee-8598-2a1aebffd5c3) {{(pid=88594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:46:33.002301 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-e1a785f0-4ece-4355-8d66-1e3e295c9b28 service neutron] 10.222.0.39 "GET /v2.0/networks/cebdbe79-e6fd-4765-b290-7deb15a4b00f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5755556
Jun 04 13:46:33.015927 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-118936a5-fe91-4587-a7c2-f2c6f4a1e5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:33.046067 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-118936a5-fe91-4587-a7c2-f2c6f4a1e5ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:46:33.046067 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-118936a5-fe91-4587-a7c2-f2c6f4a1e5ed admin admin] Usage tracker for resource:security_group_rule and tenant:923bf626bf484b07b20ee8568530a756 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:46:33.051426 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-baf489bc-bff8-41a3-997e-5605d86ae402 None None] Transition to ACTIVE for port object 8366dd50-38ab-4b0c-9ecb-f5965a14663d will not be triggered until provisioned by entity DHCP. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:46:33.075588 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-118936a5-fe91-4587-a7c2-f2c6f4a1e5ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:46:33.091838 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-118936a5-fe91-4587-a7c2-f2c6f4a1e5ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:46:33.163466 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-baf489bc-bff8-41a3-997e-5605d86ae402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946'] for port, after_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:33.225755 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-118936a5-fe91-4587-a7c2-f2c6f4a1e5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:33.229387 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-a89e6209-7c1a-478d-999d-d77403d7e156 service neutron] 10.222.0.39 "GET /v2.0/networks/cebdbe79-e6fd-4765-b290-7deb15a4b00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2085900
Jun 04 13:46:33.288094 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf489bc-bff8-41a3-997e-5605d86ae402 None None] Network 8b092770-eea2-4e76-9959-7bb13a86dfb1 is already hosted by enough agents. {{(pid=88596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:46:33.304664 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.scheduler.base_scheduler [None req-baf489bc-bff8-41a3-997e-5605d86ae402 None None] Resources bound (agent type, host, resource id):  {{(pid=88596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:46:33.318675 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-118936a5-fe91-4587-a7c2-f2c6f4a1e5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:33.324012 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf489bc-bff8-41a3-997e-5605d86ae402 None None] Received port after_create {{(pid=88596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:46:33.345027 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf489bc-bff8-41a3-997e-5605d86ae402 None None] Pushing event updated for resources: {'Port': ['ID=8366dd50-38ab-4b0c-9ecb-f5965a14663d,revision_number=1']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:33.383516 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118936a5-fe91-4587-a7c2-f2c6f4a1e5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b579376b-9413-4bff-94d9-c010c7ae8077,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:33.414695 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-118936a5-fe91-4587-a7c2-f2c6f4a1e5ed admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=923bf626bf484b07b20ee8568530a756&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6228089
Jun 04 13:46:33.417386 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 41208) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:33.433845 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] For port 3f7cb3fe-93da-49ac-b4d5-b151fe9de980, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:46:33.465433 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-15f16bf9-5c8f-45b1-bfbe-784483fa3f48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:33.496427 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] For port 3f7cb3fe-93da-49ac-b4d5-b151fe9de980, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=3f7cb3fe-93da-49ac-b4d5-b151fe9de980,segment=NetworkSegment(9f6bb86d-b06a-4a02-89e1-51e04121b79b),segment_id=9f6bb86d-b06a-4a02-89e1-51e04121b79b)] {{(pid=88596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:46:33.517001 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-baf489bc-bff8-41a3-997e-5605d86ae402 None None] Attempting to bind port 8366dd50-38ab-4b0c-9ecb-f5965a14663d on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:46:33.517364 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-baf489bc-bff8-41a3-997e-5605d86ae402 None None] Attempting to bind port 8366dd50-38ab-4b0c-9ecb-f5965a14663d by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': '6d3f57de-dbe3-431a-86c1-8e1406ca4d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1'}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:46:33.518126 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf489bc-bff8-41a3-997e-5605d86ae402 None None] Attempting to bind port 8366dd50-38ab-4b0c-9ecb-f5965a14663d on network 8b092770-eea2-4e76-9959-7bb13a86dfb1 {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:46:33.527079 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-37ff66be-b59b-446a-a706-b6c717872487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:33.537993 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf489bc-bff8-41a3-997e-5605d86ae402 None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:46:33.537993 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf489bc-bff8-41a3-997e-5605d86ae402 None None] Checking segment: {'id': '6d3f57de-dbe3-431a-86c1-8e1406ca4d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:46:33.537993 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-baf489bc-bff8-41a3-997e-5605d86ae402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:33.537993 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf489bc-bff8-41a3-997e-5605d86ae402 None None] Bound using segment: {'id': '6d3f57de-dbe3-431a-86c1-8e1406ca4d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1'} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:46:33.537993 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-baf489bc-bff8-41a3-997e-5605d86ae402 None None] Bound port: 8366dd50-38ab-4b0c-9ecb-f5965a14663d, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d3f57de-dbe3-431a-86c1-8e1406ca4d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1'}}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:46:33.537993 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-baf489bc-bff8-41a3-997e-5605d86ae402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:33.552028 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-20503090-6d25-4981-af4b-71b7ebe92807 None None] Notify callbacks [] for port, precommit_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:33.561306 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 41218) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:33.566341 dv-cinder-843593-2-iscsi neutron-server[88594]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 04 13:46:33.588600 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-37ff66be-b59b-446a-a706-b6c717872487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:33.639644 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2fa3823e-d2d5-4370-8619-f3815f825ac9 req-9103c369-fa82-48a0-b793-dc911466f9a6 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 210 time: 0.0754278
Jun 04 13:46:33.674158 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:33.681016 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-20503090-6d25-4981-af4b-71b7ebe92807 None None] Transition to ACTIVE for port object bd90d9c0-e90d-4515-a137-2587282cd7ba will not be triggered until provisioned by entity L2. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:46:33.705038 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-15f16bf9-5c8f-45b1-bfbe-784483fa3f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946'] for port, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:33.709478 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-37ff66be-b59b-446a-a706-b6c717872487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:33.729922 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff66be-b59b-446a-a706-b6c717872487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b579376b-9413-4bff-94d9-c010c7ae8077,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:33.789738 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-37ff66be-b59b-446a-a706-b6c717872487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:33.791411 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-37ff66be-b59b-446a-a706-b6c717872487 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b579376b-9413-4bff-94d9-c010c7ae8077 HTTP/1.1" status: 204  len: 168 time: 0.3728051
Jun 04 13:46:33.808455 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-20503090-6d25-4981-af4b-71b7ebe92807 None None] Transition to ACTIVE for port object bd90d9c0-e90d-4515-a137-2587282cd7ba will not be triggered until provisioned by entity DHCP. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:46:33.815651 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-baf489bc-bff8-41a3-997e-5605d86ae402 None None] For port 8366dd50-38ab-4b0c-9ecb-f5965a14663d, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:46:33.830484 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f16bf9-5c8f-45b1-bfbe-784483fa3f48 admin admin] Network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:46:33.837442 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [None req-15f16bf9-5c8f-45b1-bfbe-784483fa3f48 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:46:33.842236 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-baf489bc-bff8-41a3-997e-5605d86ae402 None None] For port 8366dd50-38ab-4b0c-9ecb-f5965a14663d, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=8366dd50-38ab-4b0c-9ecb-f5965a14663d,segment=NetworkSegment(6d3f57de-dbe3-431a-86c1-8e1406ca4d6a),segment_id=6d3f57de-dbe3-431a-86c1-8e1406ca4d6a)] {{(pid=88596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:46:33.843496 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f7d55-50d0-44c7-958c-06a7f6c995db None None] Pushing event updated for resources: {'Port': ['ID=3f7cb3fe-93da-49ac-b4d5-b151fe9de980,revision_number=2']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:33.850001 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f16bf9-5c8f-45b1-bfbe-784483fa3f48 admin admin] Received port after_create {{(pid=88594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:46:33.927918 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-20503090-6d25-4981-af4b-71b7ebe92807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946'] for port, after_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:33.982835 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-cfc45b23-f867-4f44-91ba-c19e91a694a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:34.008218 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-baf489bc-bff8-41a3-997e-5605d86ae402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:34.025524 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_common [None req-7356a8ee-2f69-4177-bb0a-4e40aca6244a admin admin] Allocated IP 172.27.2.123 (0e91cb13-9cd5-4b6d-a0e7-77d68e81a806/a67c2735-bb7f-4235-9bfa-262628d5695c/8db549e0-63ca-4816-a9d7-49a233c0d017) {{(pid=88594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:46:34.038110 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f16bf9-5c8f-45b1-bfbe-784483fa3f48 admin admin] Pushing event updated for resources: {'Port': ['ID=2d3a9849-b443-40ee-8598-2a1aebffd5c3,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:34.095544 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20503090-6d25-4981-af4b-71b7ebe92807 None None] Network c7d55235-bf68-4e08-8155-47e9a6165636 is already hosted by enough agents. {{(pid=88596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:46:34.106571 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.scheduler.base_scheduler [None req-20503090-6d25-4981-af4b-71b7ebe92807 None None] Resources bound (agent type, host, resource id):  {{(pid=88596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:46:34.115158 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20503090-6d25-4981-af4b-71b7ebe92807 None None] Pushing event updated for resources: {'Port': ['ID=bd90d9c0-e90d-4515-a137-2587282cd7ba,revision_number=1']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:34.304891 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20503090-6d25-4981-af4b-71b7ebe92807 None None] Received port after_create {{(pid=88596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:46:34.451992 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-7356a8ee-2f69-4177-bb0a-4e40aca6244a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:34.840522 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-7356a8ee-2f69-4177-bb0a-4e40aca6244a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946'] for port, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:34.851009 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-20503090-6d25-4981-af4b-71b7ebe92807 None None] Attempting to bind port bd90d9c0-e90d-4515-a137-2587282cd7ba on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:46:34.851112 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-20503090-6d25-4981-af4b-71b7ebe92807 None None] Attempting to bind port bd90d9c0-e90d-4515-a137-2587282cd7ba by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': 'd13a9ae4-ef0b-4edb-8601-373381df8c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636'}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:46:34.851431 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20503090-6d25-4981-af4b-71b7ebe92807 None None] Attempting to bind port bd90d9c0-e90d-4515-a137-2587282cd7ba on network c7d55235-bf68-4e08-8155-47e9a6165636 {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:46:34.852858 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-15f16bf9-5c8f-45b1-bfbe-784483fa3f48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:34.854565 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 3f7cb3fe-93da-49ac-b4d5-b151fe9de980 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:46:34.924389 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-2f8db606-366c-479e-bc38-4f71e1e96f57 req-8040fa23-baaa-406d-9845-defad45d7c17 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 210 time: 0.1032004
Jun 04 13:46:34.970842 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_common [None req-0c663d78-95a5-451c-97ec-e580bdd20cc5 admin admin] Allocated IP 172.27.2.141 (0e91cb13-9cd5-4b6d-a0e7-77d68e81a806/a67c2735-bb7f-4235-9bfa-262628d5695c/933c689e-a0db-4d1d-bc49-320c46489e7d) {{(pid=88595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:46:34.991000 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:34.995218 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20503090-6d25-4981-af4b-71b7ebe92807 None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:46:34.995587 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20503090-6d25-4981-af4b-71b7ebe92807 None None] Checking segment: {'id': 'd13a9ae4-ef0b-4edb-8601-373381df8c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:46:34.998759 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-20503090-6d25-4981-af4b-71b7ebe92807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:34.998759 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20503090-6d25-4981-af4b-71b7ebe92807 None None] Bound using segment: {'id': 'd13a9ae4-ef0b-4edb-8601-373381df8c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636'} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:46:34.998759 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-20503090-6d25-4981-af4b-71b7ebe92807 None None] Bound port: bd90d9c0-e90d-4515-a137-2587282cd7ba, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13a9ae4-ef0b-4edb-8601-373381df8c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636'}}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:46:34.998759 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-20503090-6d25-4981-af4b-71b7ebe92807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:35.011155 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf489bc-bff8-41a3-997e-5605d86ae402 None None] Pushing event updated for resources: {'Port': ['ID=8366dd50-38ab-4b0c-9ecb-f5965a14663d,revision_number=2']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:35.074946 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:35.143522 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-20503090-6d25-4981-af4b-71b7ebe92807 None None] For port bd90d9c0-e90d-4515-a137-2587282cd7ba, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:46:35.145174 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7356a8ee-2f69-4177-bb0a-4e40aca6244a admin admin] Network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:46:35.148194 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-20503090-6d25-4981-af4b-71b7ebe92807 None None] For port bd90d9c0-e90d-4515-a137-2587282cd7ba, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=bd90d9c0-e90d-4515-a137-2587282cd7ba,segment=NetworkSegment(d13a9ae4-ef0b-4edb-8601-373381df8c02),segment_id=d13a9ae4-ef0b-4edb-8601-373381df8c02)] {{(pid=88596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:46:35.150003 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [None req-7356a8ee-2f69-4177-bb0a-4e40aca6244a admin admin] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:46:35.156530 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7356a8ee-2f69-4177-bb0a-4e40aca6244a admin admin] Received port after_create {{(pid=88594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:46:35.252019 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-0c663d78-95a5-451c-97ec-e580bdd20cc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:35.258296 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-20503090-6d25-4981-af4b-71b7ebe92807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:35.268800 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port 3f7cb3fe-93da-49ac-b4d5-b151fe9de980 completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:46:35.384472 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-0c663d78-95a5-451c-97ec-e580bdd20cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946'] for port, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:35.445495 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20503090-6d25-4981-af4b-71b7ebe92807 None None] Pushing event updated for resources: {'Port': ['ID=bd90d9c0-e90d-4515-a137-2587282cd7ba,revision_number=2']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:35.528621 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356a8ee-2f69-4177-bb0a-4e40aca6244a admin admin] Pushing event updated for resources: {'Port': ['ID=8db549e0-63ca-4816-a9d7-49a233c0d017,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:35.571433 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b5c333-fb84-4fbd-b877-30b2d12a2fb3 None None] Network 7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:46:35.639379 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c663d78-95a5-451c-97ec-e580bdd20cc5 admin admin] Network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 is already hosted by enough agents. {{(pid=88595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:46:35.645769 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-0c663d78-95a5-451c-97ec-e580bdd20cc5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:46:35.648699 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c663d78-95a5-451c-97ec-e580bdd20cc5 admin admin] Received port after_create {{(pid=88595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:46:36.172614 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:36.196007 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-79cc3ac1-9410-4c76-a6a1-0cdff103506d None None] Provisioning for port 3f7cb3fe-93da-49ac-b4d5-b151fe9de980 completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:46:36.203850 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-79cc3ac1-9410-4c76-a6a1-0cdff103506d None None] Provisioning complete for port 3f7cb3fe-93da-49ac-b4d5-b151fe9de980 triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:46:36.204562 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-79cc3ac1-9410-4c76-a6a1-0cdff103506d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:36.250158 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c663d78-95a5-451c-97ec-e580bdd20cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=933c689e-a0db-4d1d-bc49-320c46489e7d,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:36.346592 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518f59ad-4744-4c2d-afb2-f28211b57c07 None None] Network 8b092770-eea2-4e76-9959-7bb13a86dfb1 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:46:36.398847 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3ab28a45-992f-4547-910b-cbbe627b086a req-ad328d13-c12f-4bec-bcd3-59dc2860ce98 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 210 time: 0.1147292
Jun 04 13:46:36.431669 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-7356a8ee-2f69-4177-bb0a-4e40aca6244a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:36.497920 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-15f16bf9-5c8f-45b1-bfbe-784483fa3f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66723635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66718259'] for router, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:36.679756 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-79cc3ac1-9410-4c76-a6a1-0cdff103506d None None] Current status of the port 3f7cb3fe-93da-49ac-b4d5-b151fe9de980 is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:46:36.686571 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-79cc3ac1-9410-4c76-a6a1-0cdff103506d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:36.759674 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-79cc3ac1-9410-4c76-a6a1-0cdff103506d None None] For port 3f7cb3fe-93da-49ac-b4d5-b151fe9de980, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=3f7cb3fe-93da-49ac-b4d5-b151fe9de980,segment=NetworkSegment(9f6bb86d-b06a-4a02-89e1-51e04121b79b),segment_id=9f6bb86d-b06a-4a02-89e1-51e04121b79b)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:46:36.863653 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-0c663d78-95a5-451c-97ec-e580bdd20cc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:36.870086 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-79cc3ac1-9410-4c76-a6a1-0cdff103506d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:37.211388 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc3ac1-9410-4c76-a6a1-0cdff103506d None None] Pushing event updated for resources: {'Port': ['ID=3f7cb3fe-93da-49ac-b4d5-b151fe9de980,revision_number=3']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:37.211388 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 8366dd50-38ab-4b0c-9ecb-f5965a14663d up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:46:37.374871 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-7356a8ee-2f69-4177-bb0a-4e40aca6244a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66723635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66718259'] for router, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:37.399626 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f9067b-3c06-4f5c-8763-803d1ecce067 None None] Network c7d55235-bf68-4e08-8155-47e9a6165636 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:46:37.521661 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-17873cb0-8c83-4ce1-8529-0f1518c8cd0a None None] Provisioning for port 8366dd50-38ab-4b0c-9ecb-f5965a14663d completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:46:37.540096 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-17873cb0-8c83-4ce1-8529-0f1518c8cd0a None None] Provisioning complete for port 8366dd50-38ab-4b0c-9ecb-f5965a14663d triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:46:37.540096 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-17873cb0-8c83-4ce1-8529-0f1518c8cd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:37.555348 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port 8366dd50-38ab-4b0c-9ecb-f5965a14663d completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:46:37.622887 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 8366dd50-38ab-4b0c-9ecb-f5965a14663d triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:46:37.624447 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:37.668521 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f16bf9-5c8f-45b1-bfbe-784483fa3f48 admin admin] Router c0b12453-aec0-4567-8ea1-c215d312f8d2 is scheduled to L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 with binding_index 1 {{(pid=88594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 13:46:37.810290 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-b5d5bb77-f571-4909-9ffb-5bdbd80ca71d req-4369e731-5407-47ce-bf1a-fba30b4b3b3f tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 210 time: 0.1174052
Jun 04 13:46:37.835183 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-0c663d78-95a5-451c-97ec-e580bdd20cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66723635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66718259'] for router, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:37.993828 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f16bf9-5c8f-45b1-bfbe-784483fa3f48 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:46:38.006626 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef093f97-bbba-408e-8866-5e73a09f0957 None None] Sync routers for ids ['c0b12453-aec0-4567-8ea1-c215d312f8d2'] in dv-cinder-843593-2-iscsi {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:46:38.023995 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef093f97-bbba-408e-8866-5e73a09f0957 None None] Routers {'c0b12453-aec0-4567-8ea1-c215d312f8d2'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:46:38.024839 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-ef093f97-bbba-408e-8866-5e73a09f0957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ea1e0a0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:46:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['c0b12453-aec0-4567-8ea1-c215d312f8d2'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:46:38.052443 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7356a8ee-2f69-4177-bb0a-4e40aca6244a admin admin] Router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 is scheduled to L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 with binding_index 1 {{(pid=88594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 13:46:38.090403 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-17873cb0-8c83-4ce1-8529-0f1518c8cd0a None None] Current status of the port 8366dd50-38ab-4b0c-9ecb-f5965a14663d is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:46:38.091035 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-17873cb0-8c83-4ce1-8529-0f1518c8cd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:38.239197 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c663d78-95a5-451c-97ec-e580bdd20cc5 admin admin] Router a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1 is scheduled to L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 with binding_index 1 {{(pid=88595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 13:46:38.262441 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 8366dd50-38ab-4b0c-9ecb-f5965a14663d is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:46:38.263460 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:38.270127 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-ef093f97-bbba-408e-8866-5e73a09f0957 None None] Set router c0b12453-aec0-4567-8ea1-c215d312f8d2 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:46:38.288676 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-17873cb0-8c83-4ce1-8529-0f1518c8cd0a None None] For port 8366dd50-38ab-4b0c-9ecb-f5965a14663d, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=8366dd50-38ab-4b0c-9ecb-f5965a14663d,segment=NetworkSegment(6d3f57de-dbe3-431a-86c1-8e1406ca4d6a),segment_id=6d3f57de-dbe3-431a-86c1-8e1406ca4d6a)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:46:38.349517 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-17873cb0-8c83-4ce1-8529-0f1518c8cd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:38.373277 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 41420) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:38.378945 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-15f16bf9-5c8f-45b1-bfbe-784483fa3f48 admin admin] Notify callbacks [] for router, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:38.380891 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-15f16bf9-5c8f-45b1-bfbe-784483fa3f48 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 7.9638307
Jun 04 13:46:38.395913 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 41424) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:38.462620 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17873cb0-8c83-4ce1-8529-0f1518c8cd0a None None] Pushing event updated for resources: {'Port': ['ID=8366dd50-38ab-4b0c-9ecb-f5965a14663d,revision_number=3']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:38.553188 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-17873cb0-8c83-4ce1-8529-0f1518c8cd0a None None] Provisioning complete for port 3f7cb3fe-93da-49ac-b4d5-b151fe9de980 triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:46:38.558798 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-17873cb0-8c83-4ce1-8529-0f1518c8cd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:38.565697 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c663d78-95a5-451c-97ec-e580bdd20cc5 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:46:38.596204 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137998a1-d148-4505-8075-feb05698743d None None] Sync routers for ids ['a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'] in dv-cinder-843593-2-iscsi {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:46:38.613523 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.db.api [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 13:46:38.614021 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG oslo_db.api [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 13:46:38.626942 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-ef093f97-bbba-408e-8866-5e73a09f0957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ea1e0a0>, [{'id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'name': 'tempest-AttachVolumeTestJSON-72343411-router', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:34Z', 'revision_number': 3, 'project_id': '9650a71550354afb93718cd61f608fa7', 'gw_port': {'id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:46:38.628177 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137998a1-d148-4505-8075-feb05698743d None None] Routers {'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:46:38.628914 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-137998a1-d148-4505-8075-feb05698743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e3f7ca0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:46:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:46:38.631206 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef093f97-bbba-408e-8866-5e73a09f0957 None None] Checking router: c0b12453-aec0-4567-8ea1-c215d312f8d2 for host: dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:46:38.631553 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef093f97-bbba-408e-8866-5e73a09f0957 None None] Updating router c0b12453-aec0-4567-8ea1-c215d312f8d2 port 2d3a9849-b443-40ee-8598-2a1aebffd5c3 binding host dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:46:38.655012 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-0c663d78-95a5-451c-97ec-e580bdd20cc5 admin admin] Notify callbacks [] for router, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:38.659373 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-0c663d78-95a5-451c-97ec-e580bdd20cc5 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 7.4846504
Jun 04 13:46:38.662158 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 41430) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:38.672195 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-4164a4b2-aef5-49d2-ae7d-4e200cd604d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:38.684639 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-ef093f97-bbba-408e-8866-5e73a09f0957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:38.778603 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7356a8ee-2f69-4177-bb0a-4e40aca6244a admin admin] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:46:38.784336 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-4164a4b2-aef5-49d2-ae7d-4e200cd604d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:46:38.795918 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4930da-32e2-4538-adee-05d11e076c83 None None] Sync routers for ids ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'] in dv-cinder-843593-2-iscsi {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:46:38.803629 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-4164a4b2-aef5-49d2-ae7d-4e200cd604d9 admin admin] Usage tracker for resource:security_group_rule and tenant:bd887b855c7a45c1ae05ea9063298bf7 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:46:38.808337 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-4164a4b2-aef5-49d2-ae7d-4e200cd604d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:46:38.837072 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4930da-32e2-4538-adee-05d11e076c83 None None] Routers {'6970f1a1-b3ff-41b6-80c8-570efa1a2642'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:46:38.837695 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-de4930da-32e2-4538-adee-05d11e076c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161f020c40>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:46:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:46:38.865022 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-17873cb0-8c83-4ce1-8529-0f1518c8cd0a None None] Current status of the port 3f7cb3fe-93da-49ac-b4d5-b151fe9de980 is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:46:38.875700 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-137998a1-d148-4505-8075-feb05698743d None None] Set router a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:46:38.886529 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-4164a4b2-aef5-49d2-ae7d-4e200cd604d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:46:38.979664 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-7356a8ee-2f69-4177-bb0a-4e40aca6244a admin admin] Notify callbacks [] for router, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:38.983695 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-7356a8ee-2f69-4177-bb0a-4e40aca6244a admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 8.3369751
Jun 04 13:46:38.988845 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 41436) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:39.084796 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-ef093f97-bbba-408e-8866-5e73a09f0957 None None] Notify callbacks [] for port, precommit_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:39.098916 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.provisioning_blocks [None req-ef093f97-bbba-408e-8866-5e73a09f0957 None None] Transition to ACTIVE for port object 2d3a9849-b443-40ee-8598-2a1aebffd5c3 will not be triggered until provisioned by entity L2. {{(pid=88597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:46:39.198593 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-771083a5-78a2-4077-8f57-c00392d958e0 None None] Provisioning for port bd90d9c0-e90d-4515-a137-2587282cd7ba completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:46:39.203552 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-ef093f97-bbba-408e-8866-5e73a09f0957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:39.251902 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 8366dd50-38ab-4b0c-9ecb-f5965a14663d is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:46:39.261849 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device bd90d9c0-e90d-4515-a137-2587282cd7ba up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:46:39.280540 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.managers [None req-ef093f97-bbba-408e-8866-5e73a09f0957 None None] Attempting to bind port 2d3a9849-b443-40ee-8598-2a1aebffd5c3 on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:46:39.280903 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.managers [None req-ef093f97-bbba-408e-8866-5e73a09f0957 None None] Attempting to bind port 2d3a9849-b443-40ee-8598-2a1aebffd5c3 by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}] {{(pid=88597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:46:39.281258 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef093f97-bbba-408e-8866-5e73a09f0957 None None] Attempting to bind port 2d3a9849-b443-40ee-8598-2a1aebffd5c3 on network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:46:39.295757 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef093f97-bbba-408e-8866-5e73a09f0957 None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:46:39.296171 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef093f97-bbba-408e-8866-5e73a09f0957 None None] Checking segment: {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:46:39.296570 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-ef093f97-bbba-408e-8866-5e73a09f0957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:39.296964 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef093f97-bbba-408e-8866-5e73a09f0957 None None] Bound using segment: {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'} {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:46:39.297428 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.managers [None req-ef093f97-bbba-408e-8866-5e73a09f0957 None None] Bound port: 2d3a9849-b443-40ee-8598-2a1aebffd5c3, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}}] {{(pid=88597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:46:39.297809 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-ef093f97-bbba-408e-8866-5e73a09f0957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:39.315129 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-771083a5-78a2-4077-8f57-c00392d958e0 None None] Provisioning complete for port 8366dd50-38ab-4b0c-9ecb-f5965a14663d triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:46:39.315661 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-771083a5-78a2-4077-8f57-c00392d958e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:39.366769 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-312be115-9486-4afe-bf23-db6855cdb967 req-cddf403f-4b1a-4b0c-9c47-5b8decf8944c tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 210 time: 0.2718217
Jun 04 13:46:39.371562 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.db [None req-ef093f97-bbba-408e-8866-5e73a09f0957 None None] For port 2d3a9849-b443-40ee-8598-2a1aebffd5c3, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:46:39.375362 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.db [None req-ef093f97-bbba-408e-8866-5e73a09f0957 None None] For port 2d3a9849-b443-40ee-8598-2a1aebffd5c3, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=2d3a9849-b443-40ee-8598-2a1aebffd5c3,segment=NetworkSegment(a5e9f3a7-fe7c-4b2a-9489-202ad5682d71),segment_id=a5e9f3a7-fe7c-4b2a-9489-202ad5682d71)] {{(pid=88597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:46:39.423870 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ec871-52d2-44e0-b947-a9843e7b364d None None] Pushing event updated for resources: {'Port': ['ID=2d3a9849-b443-40ee-8598-2a1aebffd5c3,revision_number=2']} {{(pid=88597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:39.433193 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ec871-52d2-44e0-b947-a9843e7b364d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:39.433771 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ec871-52d2-44e0-b947-a9843e7b364d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:39.434244 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ec871-52d2-44e0-b947-a9843e7b364d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:39.434712 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ec871-52d2-44e0-b947-a9843e7b364d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:39.435206 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ec871-52d2-44e0-b947-a9843e7b364d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:39.435667 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ec871-52d2-44e0-b947-a9843e7b364d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:39.436145 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ec871-52d2-44e0-b947-a9843e7b364d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:39.436604 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ec871-52d2-44e0-b947-a9843e7b364d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:39.437604 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ec871-52d2-44e0-b947-a9843e7b364d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:39.438063 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ec871-52d2-44e0-b947-a9843e7b364d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:39.438530 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ec871-52d2-44e0-b947-a9843e7b364d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:39.439003 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ec871-52d2-44e0-b947-a9843e7b364d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:46:39.440213 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ec871-52d2-44e0-b947-a9843e7b364d None None] Tracked resource versions report:
Jun 04 13:46:39.440213 dv-cinder-843593-2-iscsi neutron-server[88597]: pushed versions:
Jun 04 13:46:39.440213 dv-cinder-843593-2-iscsi neutron-server[88597]: {   'AddressGroup': {'1.2'},
Jun 04 13:46:39.440213 dv-cinder-843593-2-iscsi neutron-server[88597]:     'ConntrackHelper': {'1.0'},
Jun 04 13:46:39.440213 dv-cinder-843593-2-iscsi neutron-server[88597]:     'Log': {'1.0'},
Jun 04 13:46:39.440213 dv-cinder-843593-2-iscsi neutron-server[88597]:     'Network': {'1.1'},
Jun 04 13:46:39.440213 dv-cinder-843593-2-iscsi neutron-server[88597]:     'Port': {'1.7'},
Jun 04 13:46:39.440213 dv-cinder-843593-2-iscsi neutron-server[88597]:     'PortForwarding': {'1.2'},
Jun 04 13:46:39.440213 dv-cinder-843593-2-iscsi neutron-server[88597]:     'QosPolicy': {'1.8'},
Jun 04 13:46:39.440213 dv-cinder-843593-2-iscsi neutron-server[88597]:     'SecurityGroup': {'1.4'},
Jun 04 13:46:39.440213 dv-cinder-843593-2-iscsi neutron-server[88597]:     'SecurityGroupRule': {'1.2'},
Jun 04 13:46:39.440213 dv-cinder-843593-2-iscsi neutron-server[88597]:     'SubPort': {'1.0'},
Jun 04 13:46:39.440213 dv-cinder-843593-2-iscsi neutron-server[88597]:     'Subnet': {'1.1'},
Jun 04 13:46:39.440213 dv-cinder-843593-2-iscsi neutron-server[88597]:     'Trunk': {'1.1'}}
Jun 04 13:46:39.440213 dv-cinder-843593-2-iscsi neutron-server[88597]: consumer versions:
Jun 04 13:46:39.440213 dv-cinder-843593-2-iscsi neutron-server[88597]: {   DHCP agent@dv-cinder-843593-2-iscsi: {},
Jun 04 13:46:39.440213 dv-cinder-843593-2-iscsi neutron-server[88597]:     HyperV agent@hv-cinder-84359: {},
Jun 04 13:46:39.440213 dv-cinder-843593-2-iscsi neutron-server[88597]:     L3 agent@dv-cinder-843593-2-iscsi: {},
Jun 04 13:46:39.440213 dv-cinder-843593-2-iscsi neutron-server[88597]:     Metadata agent@dv-cinder-843593-2-iscsi: {},
Jun 04 13:46:39.440213 dv-cinder-843593-2-iscsi neutron-server[88597]:     Metering agent@dv-cinder-843593-2-iscsi: {},
Jun 04 13:46:39.440213 dv-cinder-843593-2-iscsi neutron-server[88597]:     Open vSwitch agent@dv-cinder-843593-2-iscsi: {   'AddressGroup': '1.2',
Jun 04 13:46:39.440213 dv-cinder-843593-2-iscsi neutron-server[88597]:                                                      'ConntrackHelper': '1.0',
Jun 04 13:46:39.440213 dv-cinder-843593-2-iscsi neutron-server[88597]:                                                      'Log': '1.0',
Jun 04 13:46:39.440213 dv-cinder-843593-2-iscsi neutron-server[88597]:                                                      'Network': '1.1',
Jun 04 13:46:39.440213 dv-cinder-843593-2-iscsi neutron-server[88597]:                                                      'Port': '1.7',
Jun 04 13:46:39.440213 dv-cinder-843593-2-iscsi neutron-server[88597]:                                                      'PortForwarding': '1.2',
Jun 04 13:46:39.440213 dv-cinder-843593-2-iscsi neutron-server[88597]:                                                      'QosPolicy': '1.8',
Jun 04 13:46:39.440213 dv-cinder-843593-2-iscsi neutron-server[88597]:                                                      'SecurityGroup': '1.4',
Jun 04 13:46:39.440213 dv-cinder-843593-2-iscsi neutron-server[88597]:                                                      'SecurityGroupRule': '1.2',
Jun 04 13:46:39.440213 dv-cinder-843593-2-iscsi neutron-server[88597]:                                                      'SubPort': '1.0',
Jun 04 13:46:39.440213 dv-cinder-843593-2-iscsi neutron-server[88597]:                                                      'Subnet': '1.1',
Jun 04 13:46:39.440213 dv-cinder-843593-2-iscsi neutron-server[88597]:                                                      'Trunk': '1.1'}}
Jun 04 13:46:39.440213 dv-cinder-843593-2-iscsi neutron-server[88597]:  {{(pid=88597) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 04 13:46:39.447806 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-ef093f97-bbba-408e-8866-5e73a09f0957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:39.521814 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-137998a1-d148-4505-8075-feb05698743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e3f7ca0>, [{'id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1954090409-router', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '933c689e-a0db-4d1d-bc49-320c46489e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:31Z', 'updated_at': '2022-06-04T13:46:36Z', 'revision_number': 3, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'gw_port': {'id': '933c689e-a0db-4d1d-bc49-320c46489e7d', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:46:39.523946 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-771083a5-78a2-4077-8f57-c00392d958e0 None None] Current status of the port 8366dd50-38ab-4b0c-9ecb-f5965a14663d is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:46:39.528196 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ec871-52d2-44e0-b947-a9843e7b364d None None] Pushing event updated for resources: {'Port': ['ID=2d3a9849-b443-40ee-8598-2a1aebffd5c3,revision_number=3']} {{(pid=88597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:39.528345 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137998a1-d148-4505-8075-feb05698743d None None] Checking router: a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1 for host: dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:46:39.528818 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137998a1-d148-4505-8075-feb05698743d None None] Updating router a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1 port 933c689e-a0db-4d1d-bc49-320c46489e7d binding host dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:46:39.538839 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-4164a4b2-aef5-49d2-ae7d-4e200cd604d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:39.551627 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-de4930da-32e2-4538-adee-05d11e076c83 None None] Set router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:46:39.557772 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port bd90d9c0-e90d-4515-a137-2587282cd7ba completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:46:39.572307 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port bd90d9c0-e90d-4515-a137-2587282cd7ba triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:46:39.572805 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:39.595773 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef093f97-bbba-408e-8866-5e73a09f0957 None None] Routers {'c0b12453-aec0-4567-8ea1-c215d312f8d2'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:46:39.596712 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-ef093f97-bbba-408e-8866-5e73a09f0957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ea1e0a0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:46:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['c0b12453-aec0-4567-8ea1-c215d312f8d2'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:46:39.634913 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-137998a1-d148-4505-8075-feb05698743d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:39.649604 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-4164a4b2-aef5-49d2-ae7d-4e200cd604d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:39.752947 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-4164a4b2-aef5-49d2-ae7d-4e200cd604d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bd887b855c7a45c1ae05ea9063298bf7&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3766553
Jun 04 13:46:39.755156 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 41448) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:39.759821 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164a4b2-aef5-49d2-ae7d-4e200cd604d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38a185f-40d1-46da-a0af-d7aecd35add2,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:39.837927 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-ef093f97-bbba-408e-8866-5e73a09f0957 None None] Set router c0b12453-aec0-4567-8ea1-c215d312f8d2 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:46:39.967591 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port bd90d9c0-e90d-4515-a137-2587282cd7ba is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:46:39.968870 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:40.150681 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-64478061-6330-49c6-8b7a-16aa3941f7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:40.209089 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] For port bd90d9c0-e90d-4515-a137-2587282cd7ba, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=bd90d9c0-e90d-4515-a137-2587282cd7ba,segment=NetworkSegment(d13a9ae4-ef0b-4edb-8601-373381df8c02),segment_id=d13a9ae4-ef0b-4edb-8601-373381df8c02)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:46:40.304823 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:40.351894 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-75581881-e44f-4398-a81d-87a08e4aee94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:40.443941 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-75581881-e44f-4398-a81d-87a08e4aee94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:40.468632 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-137998a1-d148-4505-8075-feb05698743d None None] Notify callbacks [] for port, precommit_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:40.473795 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 41472) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:40.489357 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-137998a1-d148-4505-8075-feb05698743d None None] Transition to ACTIVE for port object 933c689e-a0db-4d1d-bc49-320c46489e7d will not be triggered until provisioned by entity L2. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:46:40.493468 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Pushing event updated for resources: {'Port': ['ID=bd90d9c0-e90d-4515-a137-2587282cd7ba,revision_number=3']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:40.497708 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 8366dd50-38ab-4b0c-9ecb-f5965a14663d up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:46:40.508828 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_common [None req-64478061-6330-49c6-8b7a-16aa3941f7bc admin admin] Allocated IP 172.20.0.1 (8b092770-eea2-4e76-9959-7bb13a86dfb1/69bc4cdc-ad33-4161-be2e-42ba13f7d967/711cf581-c378-430c-a852-b96602d99b90) {{(pid=88595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:46:40.585038 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-137998a1-d148-4505-8075-feb05698743d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:40.597228 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-87582990-fcc1-4b51-957d-6b76f523441e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:40.739338 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-137998a1-d148-4505-8075-feb05698743d None None] Attempting to bind port 933c689e-a0db-4d1d-bc49-320c46489e7d on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:46:40.739700 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-137998a1-d148-4505-8075-feb05698743d None None] Attempting to bind port 933c689e-a0db-4d1d-bc49-320c46489e7d by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:46:40.740053 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137998a1-d148-4505-8075-feb05698743d None None] Attempting to bind port 933c689e-a0db-4d1d-bc49-320c46489e7d on network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:46:40.742764 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67e3d1-3c20-4d35-aae5-b0aad5b8f0d9 None None] Pushing event updated for resources: {'Port': ['ID=933c689e-a0db-4d1d-bc49-320c46489e7d,revision_number=2']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:40.751096 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137998a1-d148-4505-8075-feb05698743d None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:46:40.751453 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137998a1-d148-4505-8075-feb05698743d None None] Checking segment: {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:46:40.751850 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-137998a1-d148-4505-8075-feb05698743d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:40.752232 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137998a1-d148-4505-8075-feb05698743d None None] Bound using segment: {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:46:40.752692 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-137998a1-d148-4505-8075-feb05698743d None None] Bound port: 933c689e-a0db-4d1d-bc49-320c46489e7d, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:46:40.753050 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-137998a1-d148-4505-8075-feb05698743d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:40.762250 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-6a7cc139-a857-42d7-aad9-3cd964cb9349 req-9bae8c8c-844f-499a-aa37-519d978e8472 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 210 time: 0.1894224
Jun 04 13:46:40.762389 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-de4930da-32e2-4538-adee-05d11e076c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161f020c40>, [{'id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:35Z', 'revision_number': 3, 'project_id': '04f6f6455e3046efade411926e0f0561', 'gw_port': {'id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:46:40.769473 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4930da-32e2-4538-adee-05d11e076c83 None None] Checking router: 6970f1a1-b3ff-41b6-80c8-570efa1a2642 for host: dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:46:40.769821 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4930da-32e2-4538-adee-05d11e076c83 None None] Updating router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 port 8db549e0-63ca-4816-a9d7-49a233c0d017 binding host dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:46:40.777589 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a1c0b420-9ce7-4750-9ecc-f2457338cb86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:40.822317 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 8366dd50-38ab-4b0c-9ecb-f5965a14663d triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:46:40.822669 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:40.833981 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-de4930da-32e2-4538-adee-05d11e076c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:40.861935 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-fee88e7d-7000-4cc6-9405-b9a7753f7654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:40.884765 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-ef093f97-bbba-408e-8866-5e73a09f0957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ea1e0a0>, [{'id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'name': 'tempest-AttachVolumeTestJSON-72343411-router', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:34Z', 'revision_number': 3, 'project_id': '9650a71550354afb93718cd61f608fa7', 'gw_port': {'id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:46:40.891593 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef093f97-bbba-408e-8866-5e73a09f0957 None None] The sync data for ids ['c0b12453-aec0-4567-8ea1-c215d312f8d2'] in dv-cinder-843593-2-iscsi is: [{'id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'name': 'tempest-AttachVolumeTestJSON-72343411-router', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:34Z', 'revision_number': 3, 'project_id': '9650a71550354afb93718cd61f608fa7', 'gw_port': {'id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}] {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:46:40.912831 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-64478061-6330-49c6-8b7a-16aa3941f7bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:40.918047 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-75581881-e44f-4398-a81d-87a08e4aee94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:40.923253 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-137998a1-d148-4505-8075-feb05698743d None None] For port 933c689e-a0db-4d1d-bc49-320c46489e7d, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:46:40.934111 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-137998a1-d148-4505-8075-feb05698743d None None] For port 933c689e-a0db-4d1d-bc49-320c46489e7d, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=933c689e-a0db-4d1d-bc49-320c46489e7d,segment=NetworkSegment(a5e9f3a7-fe7c-4b2a-9489-202ad5682d71),segment_id=a5e9f3a7-fe7c-4b2a-9489-202ad5682d71)] {{(pid=88596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:46:40.945598 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.provisioning_blocks [None req-64478061-6330-49c6-8b7a-16aa3941f7bc admin admin] Transition to ACTIVE for port object 711cf581-c378-430c-a852-b96602d99b90 will not be triggered until provisioned by entity DHCP. {{(pid=88595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:46:40.954140 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-a1c0b420-9ce7-4750-9ecc-f2457338cb86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:46:40.970129 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-a1c0b420-9ce7-4750-9ecc-f2457338cb86 admin admin] Usage tracker for resource:security_group_rule and tenant:443abbecf0404338907eac0eda7a1769 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:46:40.973885 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-a1c0b420-9ce7-4750-9ecc-f2457338cb86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:46:40.981206 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-a1c0b420-9ce7-4750-9ecc-f2457338cb86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:46:40.997289 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75581881-e44f-4398-a81d-87a08e4aee94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38a185f-40d1-46da-a0af-d7aecd35add2,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:41.014824 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-137998a1-d148-4505-8075-feb05698743d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:41.077772 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-75581881-e44f-4398-a81d-87a08e4aee94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:41.087397 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-75581881-e44f-4398-a81d-87a08e4aee94 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a38a185f-40d1-46da-a0af-d7aecd35add2 HTTP/1.1" status: 204  len: 168 time: 1.3288126
Jun 04 13:46:41.130950 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 8366dd50-38ab-4b0c-9ecb-f5965a14663d is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:46:41.132105 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 3f7cb3fe-93da-49ac-b4d5-b151fe9de980 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:46:41.142577 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-64478061-6330-49c6-8b7a-16aa3941f7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946'] for port, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:41.189088 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_common [None req-87582990-fcc1-4b51-957d-6b76f523441e admin admin] Allocated IP 172.20.0.1 (c7d55235-bf68-4e08-8155-47e9a6165636/0b7ee1fc-be06-43a6-b80c-c1390a27d5a9/b595485d-e0c8-46dc-88e9-3bfa14c1292c) {{(pid=88594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:46:41.279432 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64478061-6330-49c6-8b7a-16aa3941f7bc admin admin] Network 8b092770-eea2-4e76-9959-7bb13a86dfb1 is already hosted by enough agents. {{(pid=88595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:46:41.287813 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-64478061-6330-49c6-8b7a-16aa3941f7bc admin admin] Resources bound (agent type, host, resource id):  {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:46:41.301699 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a1c0b420-9ce7-4750-9ecc-f2457338cb86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:41.305345 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64478061-6330-49c6-8b7a-16aa3941f7bc admin admin] Received port after_create {{(pid=88595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:46:41.306998 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-64478061-6330-49c6-8b7a-16aa3941f7bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66723705'] for router_interface, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:41.336788 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64478061-6330-49c6-8b7a-16aa3941f7bc admin admin] Pushing event updated for resources: {'Port': ['ID=711cf581-c378-430c-a852-b96602d99b90,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:41.340643 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137998a1-d148-4505-8075-feb05698743d None None] Routers {'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:46:41.344741 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-137998a1-d148-4505-8075-feb05698743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e3f7ca0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:46:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:46:41.386325 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a1c0b420-9ce7-4750-9ecc-f2457338cb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:41.464627 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67e3d1-3c20-4d35-aae5-b0aad5b8f0d9 None None] Pushing event updated for resources: {'Port': ['ID=933c689e-a0db-4d1d-bc49-320c46489e7d,revision_number=3']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:41.497909 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 3f7cb3fe-93da-49ac-b4d5-b151fe9de980 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:46:41.498585 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:41.529221 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-a1c0b420-9ce7-4750-9ecc-f2457338cb86 admin admin] Synchronizing usage tracker for tenant:fb9e023599a94d1b9465f45a58270056 on resource:security_group {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:46:41.568349 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-de4930da-32e2-4538-adee-05d11e076c83 None None] Notify callbacks [] for port, precommit_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:41.600395 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.provisioning_blocks [None req-de4930da-32e2-4538-adee-05d11e076c83 None None] Transition to ACTIVE for port object 8db549e0-63ca-4816-a9d7-49a233c0d017 will not be triggered until provisioned by entity L2. {{(pid=88597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:46:41.657868 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0b420-9ce7-4750-9ecc-f2457338cb86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c2a10e-61fb-4eb9-a4e5-b3988ea77c19,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:41.674770 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-de4930da-32e2-4538-adee-05d11e076c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:41.771944 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_common [None req-fee88e7d-7000-4cc6-9405-b9a7753f7654 admin admin] Allocated IP 172.20.0.1 (7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb/3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e/6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba) {{(pid=88594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:46:41.794349 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-a1c0b420-9ce7-4750-9ecc-f2457338cb86 admin admin] Unset dirty status for tenant:fb9e023599a94d1b9465f45a58270056 on resource:security_group {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:46:41.795908 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-a1c0b420-9ce7-4750-9ecc-f2457338cb86 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=443abbecf0404338907eac0eda7a1769&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3212776
Jun 04 13:46:41.798669 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 41486) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:41.808017 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.managers [None req-de4930da-32e2-4538-adee-05d11e076c83 None None] Attempting to bind port 8db549e0-63ca-4816-a9d7-49a233c0d017 on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:46:41.808516 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.managers [None req-de4930da-32e2-4538-adee-05d11e076c83 None None] Attempting to bind port 8db549e0-63ca-4816-a9d7-49a233c0d017 by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}] {{(pid=88597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:46:41.808729 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4930da-32e2-4538-adee-05d11e076c83 None None] Attempting to bind port 8db549e0-63ca-4816-a9d7-49a233c0d017 on network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:46:41.837125 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-137998a1-d148-4505-8075-feb05698743d None None] Set router a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:46:41.856887 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4930da-32e2-4538-adee-05d11e076c83 None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:46:41.857836 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4930da-32e2-4538-adee-05d11e076c83 None None] Checking segment: {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:46:41.857836 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-de4930da-32e2-4538-adee-05d11e076c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:41.862102 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4930da-32e2-4538-adee-05d11e076c83 None None] Bound using segment: {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'} {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:46:41.862102 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.managers [None req-de4930da-32e2-4538-adee-05d11e076c83 None None] Bound port: 8db549e0-63ca-4816-a9d7-49a233c0d017, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}}] {{(pid=88597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:46:41.862102 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-de4930da-32e2-4538-adee-05d11e076c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:41.942901 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620e16d-4b7f-4156-93db-f5500eb1b556 None None] Pushing event updated for resources: {'Port': ['ID=8db549e0-63ca-4816-a9d7-49a233c0d017,revision_number=2']} {{(pid=88597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:41.990205 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-64478061-6330-49c6-8b7a-16aa3941f7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:42.002851 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-8941733d-4384-4332-a24f-9bfc70e50091 None None] Provisioning for port 711cf581-c378-430c-a852-b96602d99b90 completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:46:42.043351 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.db [None req-de4930da-32e2-4538-adee-05d11e076c83 None None] For port 8db549e0-63ca-4816-a9d7-49a233c0d017, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:46:42.046306 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-6981f065-b197-49f4-bf34-307608e8c83e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:42.057957 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.db [None req-de4930da-32e2-4538-adee-05d11e076c83 None None] For port 8db549e0-63ca-4816-a9d7-49a233c0d017, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=8db549e0-63ca-4816-a9d7-49a233c0d017,segment=NetworkSegment(a5e9f3a7-fe7c-4b2a-9489-202ad5682d71),segment_id=a5e9f3a7-fe7c-4b2a-9489-202ad5682d71)] {{(pid=88597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:46:42.125463 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-8941733d-4384-4332-a24f-9bfc70e50091 None None] Provisioning complete for port 711cf581-c378-430c-a852-b96602d99b90 triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:46:42.125463 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-8941733d-4384-4332-a24f-9bfc70e50091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:42.138685 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-de4930da-32e2-4538-adee-05d11e076c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:42.142733 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-6981f065-b197-49f4-bf34-307608e8c83e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:42.214098 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 41494) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:42.217943 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-87582990-fcc1-4b51-957d-6b76f523441e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:42.247144 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-fee88e7d-7000-4cc6-9405-b9a7753f7654 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:42.306160 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620e16d-4b7f-4156-93db-f5500eb1b556 None None] Pushing event updated for resources: {'Port': ['ID=8db549e0-63ca-4816-a9d7-49a233c0d017,revision_number=3']} {{(pid=88597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:42.337643 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 3f7cb3fe-93da-49ac-b4d5-b151fe9de980 is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:46:42.339595 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-cb49b426-4e43-49a5-9152-05aeb6b839c1 req-509c4e4a-bad7-4310-8ac1-7e30fb189552 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 210 time: 0.1266222
Jun 04 13:46:42.346420 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-20f15689-ecec-4711-b5f3-f2c08d372184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:42.362028 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-8941733d-4384-4332-a24f-9bfc70e50091 None None] Port 711cf581-c378-430c-a852-b96602d99b90 cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:46:42.370201 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [None req-87582990-fcc1-4b51-957d-6b76f523441e admin admin] Transition to ACTIVE for port object b595485d-e0c8-46dc-88e9-3bfa14c1292c will not be triggered until provisioned by entity DHCP. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:46:42.383587 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-20f15689-ecec-4711-b5f3-f2c08d372184 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:46:42.390965 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-20f15689-ecec-4711-b5f3-f2c08d372184 admin admin] Usage tracker for resource:security_group_rule and tenant:aeb6d87bc6f44180b74c02fd32c45b37 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:46:42.395638 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4930da-32e2-4538-adee-05d11e076c83 None None] Routers {'6970f1a1-b3ff-41b6-80c8-570efa1a2642'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:46:42.396233 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-20f15689-ecec-4711-b5f3-f2c08d372184 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:46:42.396345 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-de4930da-32e2-4538-adee-05d11e076c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161f020c40>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:46:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:46:42.410496 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-20f15689-ecec-4711-b5f3-f2c08d372184 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:46:42.496297 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-64478061-6330-49c6-8b7a-16aa3941f7bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:42.503774 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-87582990-fcc1-4b51-957d-6b76f523441e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946'] for port, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:42.532300 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-6981f065-b197-49f4-bf34-307608e8c83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:42.542656 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [None req-fee88e7d-7000-4cc6-9405-b9a7753f7654 admin admin] Transition to ACTIVE for port object 6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba will not be triggered until provisioned by entity DHCP. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:46:42.576296 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-137998a1-d148-4505-8075-feb05698743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e3f7ca0>, [{'id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1954090409-router', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '933c689e-a0db-4d1d-bc49-320c46489e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:31Z', 'updated_at': '2022-06-04T13:46:36Z', 'revision_number': 3, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'gw_port': {'id': '933c689e-a0db-4d1d-bc49-320c46489e7d', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:46:42.589325 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981f065-b197-49f4-bf34-307608e8c83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c2a10e-61fb-4eb9-a4e5-b3988ea77c19,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:42.589325 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-64478061-6330-49c6-8b7a-16aa3941f7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:42.589325 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-64478061-6330-49c6-8b7a-16aa3941f7bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66655068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66719424'] for router_interface, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:42.620757 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137998a1-d148-4505-8075-feb05698743d None None] The sync data for ids ['a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'] in dv-cinder-843593-2-iscsi is: [{'id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1954090409-router', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '933c689e-a0db-4d1d-bc49-320c46489e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:31Z', 'updated_at': '2022-06-04T13:46:36Z', 'revision_number': 3, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'gw_port': {'id': '933c689e-a0db-4d1d-bc49-320c46489e7d', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}] {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:46:42.626514 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 2d3a9849-b443-40ee-8598-2a1aebffd5c3 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:46:42.656056 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87582990-fcc1-4b51-957d-6b76f523441e admin admin] Network c7d55235-bf68-4e08-8155-47e9a6165636 is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:46:42.680076 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [None req-87582990-fcc1-4b51-957d-6b76f523441e admin admin] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:46:42.685293 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87582990-fcc1-4b51-957d-6b76f523441e admin admin] Received port after_create {{(pid=88594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:46:42.685975 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-87582990-fcc1-4b51-957d-6b76f523441e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66723705'] for router_interface, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:42.707551 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-de4930da-32e2-4538-adee-05d11e076c83 None None] Set router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:46:42.817637 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port 2d3a9849-b443-40ee-8598-2a1aebffd5c3 completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:46:42.822857 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 2d3a9849-b443-40ee-8598-2a1aebffd5c3 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:46:42.823240 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:42.930437 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87582990-fcc1-4b51-957d-6b76f523441e admin admin] Pushing event updated for resources: {'Port': ['ID=b595485d-e0c8-46dc-88e9-3bfa14c1292c,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:42.982390 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-6981f065-b197-49f4-bf34-307608e8c83e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:42.985548 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-6981f065-b197-49f4-bf34-307608e8c83e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b0c2a10e-61fb-4eb9-a4e5-b3988ea77c19 HTTP/1.1" status: 204  len: 168 time: 1.1843629
Jun 04 13:46:42.990387 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64478061-6330-49c6-8b7a-16aa3941f7bc admin admin] Network 8b092770-eea2-4e76-9959-7bb13a86dfb1 is already hosted by enough agents. {{(pid=88595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:46:42.994100 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-64478061-6330-49c6-8b7a-16aa3941f7bc admin admin] Resources bound (agent type, host, resource id):  {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:46:43.002192 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64478061-6330-49c6-8b7a-16aa3941f7bc admin admin] Pushing event updated for resources: {'Port': ['ID=711cf581-c378-430c-a852-b96602d99b90,revision_number=2']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:43.221287 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-20f15689-ecec-4711-b5f3-f2c08d372184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:43.221813 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 2d3a9849-b443-40ee-8598-2a1aebffd5c3 is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:46:43.222107 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:43.276651 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] For port 2d3a9849-b443-40ee-8598-2a1aebffd5c3, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=2d3a9849-b443-40ee-8598-2a1aebffd5c3,segment=NetworkSegment(a5e9f3a7-fe7c-4b2a-9489-202ad5682d71),segment_id=a5e9f3a7-fe7c-4b2a-9489-202ad5682d71)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:46:43.288737 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-d2f73678-4495-48c8-8a13-ac8265d0a9de None None] Provisioning for port b595485d-e0c8-46dc-88e9-3bfa14c1292c completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:46:43.308675 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-d2f73678-4495-48c8-8a13-ac8265d0a9de None None] Provisioning complete for port b595485d-e0c8-46dc-88e9-3bfa14c1292c triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:46:43.309028 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d2f73678-4495-48c8-8a13-ac8265d0a9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:43.346370 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-fee88e7d-7000-4cc6-9405-b9a7753f7654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946'] for port, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:43.358673 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-20f15689-ecec-4711-b5f3-f2c08d372184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:43.363087 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-de4930da-32e2-4538-adee-05d11e076c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161f020c40>, [{'id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:41Z', 'revision_number': 4, 'project_id': '04f6f6455e3046efade411926e0f0561', 'gw_port': {'id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '711cf581-c378-430c-a852-b96602d99b90', 'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'mac_address': 'fa:16:3e:bb:6c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:40Z', 'revision_number': 1, 'project_id': '04f6f6455e3046efade411926e0f0561', 'subnets': [{'id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:46:43.368369 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4930da-32e2-4538-adee-05d11e076c83 None None] The sync data for ids ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'] in dv-cinder-843593-2-iscsi is: [{'id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:41Z', 'revision_number': 4, 'project_id': '04f6f6455e3046efade411926e0f0561', 'gw_port': {'id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '711cf581-c378-430c-a852-b96602d99b90', 'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'mac_address': 'fa:16:3e:bb:6c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:40Z', 'revision_number': 1, 'project_id': '04f6f6455e3046efade411926e0f0561', 'subnets': [{'id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:46:43.418944 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:43.420116 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device bd90d9c0-e90d-4515-a137-2587282cd7ba up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:46:43.486303 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee88e7d-7000-4cc6-9405-b9a7753f7654 admin admin] Network 7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:46:43.531652 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.55', 49298) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:43.576569 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [None req-fee88e7d-7000-4cc6-9405-b9a7753f7654 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:46:43.591976 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee88e7d-7000-4cc6-9405-b9a7753f7654 admin admin] Received port after_create {{(pid=88594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:46:43.591976 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-fee88e7d-7000-4cc6-9405-b9a7753f7654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66723705'] for router_interface, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:43.638966 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f15689-ecec-4711-b5f3-f2c08d372184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c56563-5df0-48ec-82ae-dfa6ded3909b,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:43.714113 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-20f15689-ecec-4711-b5f3-f2c08d372184 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aeb6d87bc6f44180b74c02fd32c45b37&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4924278
Jun 04 13:46:43.720804 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 41526) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:43.723415 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee88e7d-7000-4cc6-9405-b9a7753f7654 admin admin] Pushing event updated for resources: {'Port': ['ID=6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:43.807818 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-a3868420-a962-418c-ae92-4a08d7aa30a3 req-4ac70d18-a92e-45bd-a721-e84888ac335d tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 210 time: 0.0971007
Jun 04 13:46:43.829182 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64478061-6330-49c6-8b7a-16aa3941f7bc admin admin] Router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:46:43.879784 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-d2f73678-4495-48c8-8a13-ac8265d0a9de None None] Port b595485d-e0c8-46dc-88e9-3bfa14c1292c cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:46:43.904742 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Pushing event updated for resources: {'Port': ['ID=2d3a9849-b443-40ee-8598-2a1aebffd5c3,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:43.929579 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port bd90d9c0-e90d-4515-a137-2587282cd7ba triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:46:43.930447 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:44.094799 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-87582990-fcc1-4b51-957d-6b76f523441e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:44.121661 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-e5257ff2-0086-47c9-9b41-eb814df1e8f7 None None] Provisioning complete for port 711cf581-c378-430c-a852-b96602d99b90 triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:46:44.123656 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e5257ff2-0086-47c9-9b41-eb814df1e8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:44.264933 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-e5257ff2-0086-47c9-9b41-eb814df1e8f7 None None] Port 711cf581-c378-430c-a852-b96602d99b90 cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:46:44.296709 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b476119a-4e68-4620-bb19-865a135f6a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:44.377900 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-9bd6e6de-2f44-402e-b571-da57ad169813 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:46:44.391130 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-9bd6e6de-2f44-402e-b571-da57ad169813 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.55 "GET /v2.0/networks?id=cebdbe79-e6fd-4765-b290-7deb15a4b00f HTTP/1.1" status: 200  len: 811 time: 0.8546207
Jun 04 13:46:44.430715 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port bd90d9c0-e90d-4515-a137-2587282cd7ba is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:46:44.470837 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-4a72c2cf-ece3-466e-bedb-78bf9fea7c48 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Request body: {'port': {'device_id': '0b194f8e-bbdd-4ab1-9ddd-11a15de9b255', 'network_id': 'cebdbe79-e6fd-4765-b290-7deb15a4b00f', 'admin_state_up': True, 'tenant_id': '06e9ddd6cf5447fda7dd4d4f0678f39e'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:46:44.519484 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-0dc01ee8-07c5-4a4b-984b-f18c75ae9173 None None] Provisioning for port 6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:46:44.522918 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 41556) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:44.524962 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-0dc01ee8-07c5-4a4b-984b-f18c75ae9173 None None] Provisioning complete for port 6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:46:44.528841 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-0dc01ee8-07c5-4a4b-984b-f18c75ae9173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:44.667637 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-0dc01ee8-07c5-4a4b-984b-f18c75ae9173 None None] Port 6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:46:44.668933 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b476119a-4e68-4620-bb19-865a135f6a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:44.676494 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64478061-6330-49c6-8b7a-16aa3941f7bc admin admin] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:46:44.699618 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-64478061-6330-49c6-8b7a-16aa3941f7bc admin admin] 10.222.0.39 "PUT /v2.0/routers/6970f1a1-b3ff-41b6-80c8-570efa1a2642/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7043614
Jun 04 13:46:44.699618 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-41d94b63-463d-464c-906d-f1b65d3464d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:44.733897 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-41d94b63-463d-464c-906d-f1b65d3464d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:46:44.738872 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-41d94b63-463d-464c-906d-f1b65d3464d3 admin admin] Usage tracker for resource:security_group_rule and tenant:b61bd3be96f84e848bda9075bcd887a2 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:46:44.742497 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-41d94b63-463d-464c-906d-f1b65d3464d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:46:44.761643 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-41d94b63-463d-464c-906d-f1b65d3464d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:46:44.802061 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-fee88e7d-7000-4cc6-9405-b9a7753f7654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:44.900829 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 2d3a9849-b443-40ee-8598-2a1aebffd5c3 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:46:44.957315 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-4a72c2cf-ece3-466e-bedb-78bf9fea7c48 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:46:44.967646 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-4a72c2cf-ece3-466e-bedb-78bf9fea7c48 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Usage tracker for resource:port and tenant:06e9ddd6cf5447fda7dd4d4f0678f39e is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:46:44.985827 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-4a72c2cf-ece3-466e-bedb-78bf9fea7c48 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:46:45.003964 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-4a72c2cf-ece3-466e-bedb-78bf9fea7c48 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:46:45.145296 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 2d3a9849-b443-40ee-8598-2a1aebffd5c3 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:46:45.160884 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:45.185570 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-4a72c2cf-ece3-466e-bedb-78bf9fea7c48 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Made reservation on behalf of 06e9ddd6cf5447fda7dd4d4f0678f39e for: {'port': 1} {{(pid=88595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:46:45.189637 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-4a72c2cf-ece3-466e-bedb-78bf9fea7c48 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:45.201660 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.db.resource_extend [None req-87582990-fcc1-4b51-957d-6b76f523441e admin admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 13:46:45.233739 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-41d94b63-463d-464c-906d-f1b65d3464d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:45.239740 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b476119a-4e68-4620-bb19-865a135f6a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:45.275207 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-87582990-fcc1-4b51-957d-6b76f523441e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:45.367514 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-41d94b63-463d-464c-906d-f1b65d3464d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:45.414264 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 2d3a9849-b443-40ee-8598-2a1aebffd5c3 is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:46:45.415534 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 933c689e-a0db-4d1d-bc49-320c46489e7d up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:46:45.462420 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d94b63-463d-464c-906d-f1b65d3464d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad794b29-2c25-45e8-8dec-f968a4719572,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:45.560050 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-41d94b63-463d-464c-906d-f1b65d3464d3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b61bd3be96f84e848bda9075bcd887a2&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0288911
Jun 04 13:46:45.605365 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 41608) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:45.607665 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b476119a-4e68-4620-bb19-865a135f6a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:45.609364 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-b476119a-4e68-4620-bb19-865a135f6a9f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e4c56563-5df0-48ec-82ae-dfa6ded3909b HTTP/1.1" status: 204  len: 168 time: 1.8872681
Jun 04 13:46:45.610301 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-87582990-fcc1-4b51-957d-6b76f523441e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:45.611117 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-87582990-fcc1-4b51-957d-6b76f523441e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66655068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66719424'] for router_interface, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:45.621364 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476119a-4e68-4620-bb19-865a135f6a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c56563-5df0-48ec-82ae-dfa6ded3909b,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:45.672005 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d2089e82-b27d-41f2-acd8-c7a006f7ed14 req-7f71d574-07c4-4bef-94c4-c713df8c7a1f tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 210 time: 0.4332821
Jun 04 13:46:45.682433 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port 933c689e-a0db-4d1d-bc49-320c46489e7d completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:46:45.696216 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 933c689e-a0db-4d1d-bc49-320c46489e7d triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:46:45.696634 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:45.706332 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 41614) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:45.717944 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-3d009a5e-482b-433f-93aa-aaa512515a2f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1591030494', 'description': 'tempest-description--1280696247'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:46:45.745514 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-3d009a5e-482b-433f-93aa-aaa512515a2f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:46:45.776886 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-3d009a5e-482b-433f-93aa-aaa512515a2f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Usage tracker for resource:security_group and tenant:04f6f6455e3046efade411926e0f0561 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:46:45.788609 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-3d009a5e-482b-433f-93aa-aaa512515a2f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:46:45.801529 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_common [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-4a72c2cf-ece3-466e-bedb-78bf9fea7c48 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Allocated IP 172.20.0.12 (cebdbe79-e6fd-4765-b290-7deb15a4b00f/5bc58747-c8ef-45f8-8036-abb990976bf9/b4a73369-1deb-406b-8885-23dfae395e9c) {{(pid=88595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:46:45.828552 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-3d009a5e-482b-433f-93aa-aaa512515a2f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:46:45.832918 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-632e2cb4-2bab-4c38-b36a-767d26f24a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:45.886930 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-632e2cb4-2bab-4c38-b36a-767d26f24a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:45.929420 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87582990-fcc1-4b51-957d-6b76f523441e admin admin] Pushing event updated for resources: {'Port': ['ID=b595485d-e0c8-46dc-88e9-3bfa14c1292c,revision_number=2']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:45.960201 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3d009a5e-482b-433f-93aa-aaa512515a2f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:46.009585 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 933c689e-a0db-4d1d-bc49-320c46489e7d is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:46:46.010226 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:46.050813 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-fee88e7d-7000-4cc6-9405-b9a7753f7654 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:46.053722 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87582990-fcc1-4b51-957d-6b76f523441e admin admin] Network c7d55235-bf68-4e08-8155-47e9a6165636 is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:46:46.055209 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [None req-87582990-fcc1-4b51-957d-6b76f523441e admin admin] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:46:46.112358 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] For port 933c689e-a0db-4d1d-bc49-320c46489e7d, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=933c689e-a0db-4d1d-bc49-320c46489e7d,segment=NetworkSegment(a5e9f3a7-fe7c-4b2a-9489-202ad5682d71),segment_id=a5e9f3a7-fe7c-4b2a-9489-202ad5682d71)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:46:46.172261 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:46.175053 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-fee88e7d-7000-4cc6-9405-b9a7753f7654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:46.175783 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-fee88e7d-7000-4cc6-9405-b9a7753f7654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66655068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66719424'] for router_interface, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:46.184114 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-3d009a5e-482b-433f-93aa-aaa512515a2f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:46:46.215653 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-3d009a5e-482b-433f-93aa-aaa512515a2f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Usage tracker for resource:security_group_rule and tenant:04f6f6455e3046efade411926e0f0561 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:46:46.221020 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-3d009a5e-482b-433f-93aa-aaa512515a2f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:46:46.339236 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Pushing event updated for resources: {'Port': ['ID=933c689e-a0db-4d1d-bc49-320c46489e7d,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:46.351194 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-3d009a5e-482b-433f-93aa-aaa512515a2f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:46:46.469097 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-632e2cb4-2bab-4c38-b36a-767d26f24a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:46.516388 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-d653d8d6-6a62-4b30-8983-e57d1a951cae None None] Provisioning complete for port b595485d-e0c8-46dc-88e9-3bfa14c1292c triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:46:46.516758 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d653d8d6-6a62-4b30-8983-e57d1a951cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:46.677668 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-4a72c2cf-ece3-466e-bedb-78bf9fea7c48 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Notify callbacks [] for port, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:46.708533 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-d653d8d6-6a62-4b30-8983-e57d1a951cae None None] Port b595485d-e0c8-46dc-88e9-3bfa14c1292c cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:46:46.745600 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e2cb4-2bab-4c38-b36a-767d26f24a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad794b29-2c25-45e8-8dec-f968a4719572,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:46.826612 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 8db549e0-63ca-4816-a9d7-49a233c0d017 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:46:46.863604 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-632e2cb4-2bab-4c38-b36a-767d26f24a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:46.869251 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-632e2cb4-2bab-4c38-b36a-767d26f24a18 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ad794b29-2c25-45e8-8dec-f968a4719572 HTTP/1.1" status: 204  len: 168 time: 1.2627077
Jun 04 13:46:46.925981 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3d009a5e-482b-433f-93aa-aaa512515a2f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:46.944194 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87582990-fcc1-4b51-957d-6b76f523441e admin admin] Router a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1 has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:46:46.956025 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee88e7d-7000-4cc6-9405-b9a7753f7654 admin admin] Pushing event updated for resources: {'Port': ['ID=6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba,revision_number=2']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:46.966740 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-4a72c2cf-ece3-466e-bedb-78bf9fea7c48 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946'] for port, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:47.024436 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port 8db549e0-63ca-4816-a9d7-49a233c0d017 completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:46:47.032809 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 8db549e0-63ca-4816-a9d7-49a233c0d017 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:46:47.033468 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:47.096169 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3d009a5e-482b-433f-93aa-aaa512515a2f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:47.241542 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a53295-f61b-40f3-b7e8-f65824a03497 None None] Sync routers for ids ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'] in dv-cinder-843593-2-iscsi {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:46:47.282621 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a53295-f61b-40f3-b7e8-f65824a03497 None None] Routers {'6970f1a1-b3ff-41b6-80c8-570efa1a2642'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:46:47.283481 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-56a53295-f61b-40f3-b7e8-f65824a03497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e7d8ee0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:46:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:46:47.311743 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-4a72c2cf-ece3-466e-bedb-78bf9fea7c48 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Network cebdbe79-e6fd-4765-b290-7deb15a4b00f is already hosted by enough agents. {{(pid=88595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:46:47.369767 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d009a5e-482b-433f-93aa-aaa512515a2f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=551d7bfa-8b5d-44b2-9587-e8228120fef8,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:47.373831 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-4a72c2cf-ece3-466e-bedb-78bf9fea7c48 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Resources bound (agent type, host, resource id):  {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:46:47.386289 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-4a72c2cf-ece3-466e-bedb-78bf9fea7c48 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Received port after_create {{(pid=88595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:46:47.394276 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-4a72c2cf-ece3-466e-bedb-78bf9fea7c48 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:46:47.395326 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-4a72c2cf-ece3-466e-bedb-78bf9fea7c48 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for port, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:47.432855 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72c2cf-ece3-466e-bedb-78bf9fea7c48 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Pushing event updated for resources: {'Port': ['ID=b4a73369-1deb-406b-8885-23dfae395e9c,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:47.476011 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee88e7d-7000-4cc6-9405-b9a7753f7654 admin admin] Network 7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:46:47.504446 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-4a72c2cf-ece3-466e-bedb-78bf9fea7c48 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0379198
Jun 04 13:46:47.515945 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [None req-fee88e7d-7000-4cc6-9405-b9a7753f7654 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:46:47.571173 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-a617ac51-e5c3-4dd4-97dc-f7cc9caabd9d tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 13:46:47.571173 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-a617ac51-e5c3-4dd4-97dc-f7cc9caabd9d tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0158145
Jun 04 13:46:47.643681 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3d009a5e-482b-433f-93aa-aaa512515a2f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:47.651976 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 41670) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:47.653443 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-3d009a5e-482b-433f-93aa-aaa512515a2f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.9450538
Jun 04 13:46:47.688209 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-a917edff-d7a2-47ad-b65b-1b29dae00aa3 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Request body: {'security_group_rule': {'security_group_id': '551d7bfa-8b5d-44b2-9587-e8228120fef8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:46:47.705906 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-a917edff-d7a2-47ad-b65b-1b29dae00aa3 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:46:47.713350 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87582990-fcc1-4b51-957d-6b76f523441e admin admin] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:46:47.726899 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5451d-5c84-4479-81a8-fb8a876a8b58 req-37e1a95d-6349-4a5b-a505-36ca6a7499ec tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:46:47.727658 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-e5f5451d-5c84-4479-81a8-fb8a876a8b58 req-37e1a95d-6349-4a5b-a505-36ca6a7499ec tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Synchronizing usage tracker for tenant:06e9ddd6cf5447fda7dd4d4f0678f39e on resource:port {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:46:47.729239 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a62cf05-3374-402c-9603-6173e97a73df None None] Sync routers for ids ['a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'] in dv-cinder-843593-2-iscsi {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:46:47.731164 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-a917edff-d7a2-47ad-b65b-1b29dae00aa3 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Usage tracker for resource:security_group_rule and tenant:04f6f6455e3046efade411926e0f0561 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:46:47.752517 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a62cf05-3374-402c-9603-6173e97a73df None None] Routers {'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:46:47.753758 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-9a62cf05-3374-402c-9603-6173e97a73df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ec3e730>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:46:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:46:47.760356 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-87582990-fcc1-4b51-957d-6b76f523441e admin admin] 10.222.0.39 "PUT /v2.0/routers/a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0795097
Jun 04 13:46:47.772949 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-a917edff-d7a2-47ad-b65b-1b29dae00aa3 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:46:47.803563 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-a917edff-d7a2-47ad-b65b-1b29dae00aa3 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:46:47.911239 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 8db549e0-63ca-4816-a9d7-49a233c0d017 is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:46:47.912053 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:47.962328 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] For port 8db549e0-63ca-4816-a9d7-49a233c0d017, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=8db549e0-63ca-4816-a9d7-49a233c0d017,segment=NetworkSegment(a5e9f3a7-fe7c-4b2a-9489-202ad5682d71),segment_id=a5e9f3a7-fe7c-4b2a-9489-202ad5682d71)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:46:47.972019 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-56a53295-f61b-40f3-b7e8-f65824a03497 None None] Set router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:46:48.111960 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee88e7d-7000-4cc6-9405-b9a7753f7654 admin admin] Router c0b12453-aec0-4567-8ea1-c215d312f8d2 has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:46:48.114135 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:48.118323 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-9a62cf05-3374-402c-9603-6173e97a73df None None] Set router a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:46:48.121429 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a917edff-d7a2-47ad-b65b-1b29dae00aa3 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:48.128192 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 933c689e-a0db-4d1d-bc49-320c46489e7d up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:46:48.152563 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-e5f5451d-5c84-4479-81a8-fb8a876a8b58 req-37e1a95d-6349-4a5b-a505-36ca6a7499ec tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Unset dirty status for tenant:06e9ddd6cf5447fda7dd4d4f0678f39e on resource:port {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:46:48.153829 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e5f5451d-5c84-4479-81a8-fb8a876a8b58 req-37e1a95d-6349-4a5b-a505-36ca6a7499ec tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 932 time: 1.0925410
Jun 04 13:46:48.281685 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-85a39ef4-28af-47fb-85e3-5cd806695f7a service neutron] Request body: {'port': {'device_id': '0b194f8e-bbdd-4ab1-9ddd-11a15de9b255', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:46:48.337959 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e5f5451d-5c84-4479-81a8-fb8a876a8b58 req-374bae3f-97cf-4723-9bb8-0ed14fbc09b3 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/security-groups?id=42647ca6-a827-42cf-be24-42338f9f29d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1659687
Jun 04 13:46:48.522688 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Pushing event updated for resources: {'Port': ['ID=8db549e0-63ca-4816-a9d7-49a233c0d017,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:48.590366 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-85a39ef4-28af-47fb-85e3-5cd806695f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:48.679268 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 933c689e-a0db-4d1d-bc49-320c46489e7d triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:46:48.679491 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:48.751117 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a917edff-d7a2-47ad-b65b-1b29dae00aa3 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:48.766309 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee88e7d-7000-4cc6-9405-b9a7753f7654 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:46:48.783455 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-fee88e7d-7000-4cc6-9405-b9a7753f7654 admin admin] 10.222.0.39 "PUT /v2.0/routers/c0b12453-aec0-4567-8ea1-c215d312f8d2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.3824806
Jun 04 13:46:48.809496 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-1d1546e2-340b-42d0-ac78-48297534c252 None None] Provisioning complete for port 6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:46:48.809966 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-1d1546e2-340b-42d0-ac78-48297534c252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:48.851483 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a917edff-d7a2-47ad-b65b-1b29dae00aa3 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:48.901332 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4c3c32-00a1-4339-bf01-4b3b433f09ae None None] Sync routers for ids ['c0b12453-aec0-4567-8ea1-c215d312f8d2'] in dv-cinder-843593-2-iscsi {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:46:49.164665 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-9a62cf05-3374-402c-9603-6173e97a73df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ec3e730>, [{'id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1954090409-router', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '933c689e-a0db-4d1d-bc49-320c46489e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:31Z', 'updated_at': '2022-06-04T13:46:43Z', 'revision_number': 4, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'gw_port': {'id': '933c689e-a0db-4d1d-bc49-320c46489e7d', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': 'b595485d-e0c8-46dc-88e9-3bfa14c1292c', 'name': '', 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'mac_address': 'fa:16:3e:31:2d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b7ee1fc-be06-43a6-b80c-c1390a27d5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:44Z', 'revision_number': 2, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'subnets': [{'id': '0b7ee1fc-be06-43a6-b80c-c1390a27d5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:46:49.181480 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a62cf05-3374-402c-9603-6173e97a73df None None] Checking router: a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1 for host: dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:46:49.182226 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a62cf05-3374-402c-9603-6173e97a73df None None] Updating router a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1 port b595485d-e0c8-46dc-88e9-3bfa14c1292c binding host dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:46:49.259854 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917edff-d7a2-47ad-b65b-1b29dae00aa3 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc589649-9017-4dda-8a34-538dc4117488,revision_number=0']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:49.285849 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4c3c32-00a1-4339-bf01-4b3b433f09ae None None] Routers {'c0b12453-aec0-4567-8ea1-c215d312f8d2'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:46:49.287409 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-1a4c3c32-00a1-4339-bf01-4b3b433f09ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e467730>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:46:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['c0b12453-aec0-4567-8ea1-c215d312f8d2'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:46:49.331086 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-9a62cf05-3374-402c-9603-6173e97a73df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:49.410305 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a917edff-d7a2-47ad-b65b-1b29dae00aa3 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:49.414264 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-a917edff-d7a2-47ad-b65b-1b29dae00aa3 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.7462804
Jun 04 13:46:49.415009 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 41726) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:49.421245 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-f4f0a517-a76d-4632-9fba-97aefb3df2e4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Request body: {'security_group_rule': {'security_group_id': '551d7bfa-8b5d-44b2-9587-e8228120fef8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:46:49.443090 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-f4f0a517-a76d-4632-9fba-97aefb3df2e4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:46:49.459619 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-f4f0a517-a76d-4632-9fba-97aefb3df2e4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Usage tracker for resource:security_group_rule and tenant:04f6f6455e3046efade411926e0f0561 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:46:49.472057 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-f4f0a517-a76d-4632-9fba-97aefb3df2e4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:46:49.503804 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-f4f0a517-a76d-4632-9fba-97aefb3df2e4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:46:49.609416 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f4f0a517-a76d-4632-9fba-97aefb3df2e4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:49.697588 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-1a4c3c32-00a1-4339-bf01-4b3b433f09ae None None] Set router c0b12453-aec0-4567-8ea1-c215d312f8d2 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:46:49.974397 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-1d1546e2-340b-42d0-ac78-48297534c252 None None] Port 6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:46:49.974730 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.notifiers.nova [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-85a39ef4-28af-47fb-85e3-5cd806695f7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4a73369-1deb-406b-8885-23dfae395e9c {{(pid=88595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:46:50.029342 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-85a39ef4-28af-47fb-85e3-5cd806695f7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:50.045081 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ae2d5-b705-489e-aa70-b6102718d175 req-e36e1d1a-90c3-4be0-91bd-d3922cd52de5 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:46:50.053065 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-234ae2d5-b705-489e-aa70-b6102718d175 req-e36e1d1a-90c3-4be0-91bd-d3922cd52de5 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/networks?id=c7d55235-bf68-4e08-8155-47e9a6165636 HTTP/1.1" status: 200  len: 819 time: 0.4039125
Jun 04 13:46:50.133466 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-234ae2d5-b705-489e-aa70-b6102718d175 req-4f5869fa-b229-4b61-a13e-cbf5bef31f60 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/quotas/e199af9b5451493fa5a38f932be3993f HTTP/1.1" status: 200  len: 375 time: 0.0767527
Jun 04 13:46:50.234744 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-9a62cf05-3374-402c-9603-6173e97a73df None None] Notify callbacks [] for port, precommit_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:50.383417 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.provisioning_blocks [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-85a39ef4-28af-47fb-85e3-5cd806695f7a service neutron] Transition to ACTIVE for port object b4a73369-1deb-406b-8885-23dfae395e9c will not be triggered until provisioned by entity L2. {{(pid=88595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:46:50.383966 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.provisioning_blocks [None req-9a62cf05-3374-402c-9603-6173e97a73df None None] Transition to ACTIVE for port object b595485d-e0c8-46dc-88e9-3bfa14c1292c will not be triggered until provisioned by entity L2. {{(pid=88597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:46:50.384060 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e8b5b-9e44-434d-959c-c85ee8cdfbdf req-695f016a-0031-43c0-b62b-5f28b369c9e1 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:46:50.384060 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-483e8b5b-9e44-434d-959c-c85ee8cdfbdf req-695f016a-0031-43c0-b62b-5f28b369c9e1 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 932 time: 0.5544090
Jun 04 13:46:50.384246 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f4f0a517-a76d-4632-9fba-97aefb3df2e4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:50.384246 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-234ae2d5-b705-489e-aa70-b6102718d175 req-cd8f516e-7a0c-4b60-b43f-7a71d9cfb5ac tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Synchronizing usage tracker for tenant:e199af9b5451493fa5a38f932be3993f on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:46:50.384777 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-483e8b5b-9e44-434d-959c-c85ee8cdfbdf req-eeb1ddaf-1c82-434a-ad76-e8b8117267a0 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/security-groups?id=42647ca6-a827-42cf-be24-42338f9f29d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434029
Jun 04 13:46:50.384849 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 933c689e-a0db-4d1d-bc49-320c46489e7d is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:46:50.553579 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-56a53295-f61b-40f3-b7e8-f65824a03497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e7d8ee0>, [{'id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:41Z', 'revision_number': 4, 'project_id': '04f6f6455e3046efade411926e0f0561', 'gw_port': {'id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '711cf581-c378-430c-a852-b96602d99b90', 'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'mac_address': 'fa:16:3e:bb:6c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:42Z', 'revision_number': 2, 'project_id': '04f6f6455e3046efade411926e0f0561', 'subnets': [{'id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:46:50.557771 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-1a4c3c32-00a1-4339-bf01-4b3b433f09ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e467730>, [{'id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'name': 'tempest-AttachVolumeTestJSON-72343411-router', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:44Z', 'revision_number': 4, 'project_id': '9650a71550354afb93718cd61f608fa7', 'gw_port': {'id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba', 'name': '', 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'mac_address': 'fa:16:3e:b4:4c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:45Z', 'revision_number': 2, 'project_id': '9650a71550354afb93718cd61f608fa7', 'subnets': [{'id': '3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:46:50.630718 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4c3c32-00a1-4339-bf01-4b3b433f09ae None None] Checking router: c0b12453-aec0-4567-8ea1-c215d312f8d2 for host: dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:46:50.630718 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4c3c32-00a1-4339-bf01-4b3b433f09ae None None] Updating router c0b12453-aec0-4567-8ea1-c215d312f8d2 port 6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba binding host dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:46:50.630718 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 8db549e0-63ca-4816-a9d7-49a233c0d017 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:46:50.648834 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a53295-f61b-40f3-b7e8-f65824a03497 None None] Checking router: 6970f1a1-b3ff-41b6-80c8-570efa1a2642 for host: dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:46:50.649270 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a53295-f61b-40f3-b7e8-f65824a03497 None None] Updating router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 port 711cf581-c378-430c-a852-b96602d99b90 binding host dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:46:50.762845 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-1a4c3c32-00a1-4339-bf01-4b3b433f09ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:50.788883 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-56a53295-f61b-40f3-b7e8-f65824a03497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:50.888664 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-9a62cf05-3374-402c-9603-6173e97a73df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:50.892540 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-85a39ef4-28af-47fb-85e3-5cd806695f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:50.893033 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f4f0a517-a76d-4632-9fba-97aefb3df2e4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:50.916154 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-234ae2d5-b705-489e-aa70-b6102718d175 req-cd8f516e-7a0c-4b60-b43f-7a71d9cfb5ac tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Unset dirty status for tenant:e199af9b5451493fa5a38f932be3993f on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:46:50.926771 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-234ae2d5-b705-489e-aa70-b6102718d175 req-cd8f516e-7a0c-4b60-b43f-7a71d9cfb5ac tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e199af9b5451493fa5a38f932be3993f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.7923765
Jun 04 13:46:50.978488 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 8db549e0-63ca-4816-a9d7-49a233c0d017 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:46:50.978853 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:50.998940 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0a517-a76d-4632-9fba-97aefb3df2e4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ed9c0a5-5b9c-423e-9248-d746121306e9,revision_number=0']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:51.123845 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f4f0a517-a76d-4632-9fba-97aefb3df2e4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:51.125393 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-f4f0a517-a76d-4632-9fba-97aefb3df2e4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.7094188
Jun 04 13:46:51.128585 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 41772) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:51.134134 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-693aef0f-fd26-45cf-a77a-647f5e6c4a98 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Request body: {'floatingip': {'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:46:51.159871 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-693aef0f-fd26-45cf-a77a-647f5e6c4a98 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:46:51.167964 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-693aef0f-fd26-45cf-a77a-647f5e6c4a98 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Usage tracker for resource:floatingip and tenant:04f6f6455e3046efade411926e0f0561 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:46:51.177157 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-693aef0f-fd26-45cf-a77a-647f5e6c4a98 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:46:51.196029 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-693aef0f-fd26-45cf-a77a-647f5e6c4a98 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:46:51.280360 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-693aef0f-fd26-45cf-a77a-647f5e6c4a98 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for floatingip, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:51.332019 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe4d493-d9db-491f-8163-78e378522fec None None] Pushing event updated for resources: {'Port': ['ID=b595485d-e0c8-46dc-88e9-3bfa14c1292c,revision_number=3']} {{(pid=88597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:51.374296 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a39ef4-28af-47fb-85e3-5cd806695f7a service neutron] Pushing event updated for resources: {'Port': ['ID=b4a73369-1deb-406b-8885-23dfae395e9c,revision_number=2']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:51.477174 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.managers [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-85a39ef4-28af-47fb-85e3-5cd806695f7a service neutron] Attempting to bind port b4a73369-1deb-406b-8885-23dfae395e9c on host hv-cinder-84359 for vnic_type normal with profile  {{(pid=88595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:46:51.477672 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.managers [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-85a39ef4-28af-47fb-85e3-5cd806695f7a service neutron] Attempting to bind port b4a73369-1deb-406b-8885-23dfae395e9c by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': '4906c609-8ec1-47b1-956d-f65e95c4f515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cebdbe79-e6fd-4765-b290-7deb15a4b00f'}] {{(pid=88595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:46:51.478104 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-85a39ef4-28af-47fb-85e3-5cd806695f7a service neutron] Attempting to bind port b4a73369-1deb-406b-8885-23dfae395e9c on network cebdbe79-e6fd-4765-b290-7deb15a4b00f {{(pid=88595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:46:51.489425 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-85a39ef4-28af-47fb-85e3-5cd806695f7a service neutron] Port b4a73369-1deb-406b-8885-23dfae395e9c on network cebdbe79-e6fd-4765-b290-7deb15a4b00f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:46:51.492450 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-85a39ef4-28af-47fb-85e3-5cd806695f7a service neutron] Attempting to bind port b4a73369-1deb-406b-8885-23dfae395e9c on network cebdbe79-e6fd-4765-b290-7deb15a4b00f {{(pid=88595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:46:51.519008 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-85a39ef4-28af-47fb-85e3-5cd806695f7a service neutron] Checking agent: {'id': '3f86017d-093a-400f-b732-6c31be8aecc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'started_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:46:51.519733 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-85a39ef4-28af-47fb-85e3-5cd806695f7a service neutron] Checking segment: {'id': '4906c609-8ec1-47b1-956d-f65e95c4f515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cebdbe79-e6fd-4765-b290-7deb15a4b00f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:46:51.522831 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-85a39ef4-28af-47fb-85e3-5cd806695f7a service neutron] Bound using segment: {'id': '4906c609-8ec1-47b1-956d-f65e95c4f515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cebdbe79-e6fd-4765-b290-7deb15a4b00f'} {{(pid=88595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:46:51.528139 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.managers [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-85a39ef4-28af-47fb-85e3-5cd806695f7a service neutron] Bound port: b4a73369-1deb-406b-8885-23dfae395e9c, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4906c609-8ec1-47b1-956d-f65e95c4f515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cebdbe79-e6fd-4765-b290-7deb15a4b00f'}}] {{(pid=88595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:46:51.530849 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-85a39ef4-28af-47fb-85e3-5cd806695f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:51.643077 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-693aef0f-fd26-45cf-a77a-647f5e6c4a98 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:51.727178 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 41780) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:51.787403 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.db [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-85a39ef4-28af-47fb-85e3-5cd806695f7a service neutron] For port b4a73369-1deb-406b-8885-23dfae395e9c, host hv-cinder-84359, cleared binding levels {{(pid=88595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:46:51.796985 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.managers [None req-9a62cf05-3374-402c-9603-6173e97a73df None None] Attempting to bind port b595485d-e0c8-46dc-88e9-3bfa14c1292c on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:46:51.805584 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.db [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-85a39ef4-28af-47fb-85e3-5cd806695f7a service neutron] For port b4a73369-1deb-406b-8885-23dfae395e9c, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=b4a73369-1deb-406b-8885-23dfae395e9c,segment=NetworkSegment(4906c609-8ec1-47b1-956d-f65e95c4f515),segment_id=4906c609-8ec1-47b1-956d-f65e95c4f515)] {{(pid=88595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:46:51.805759 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.managers [None req-9a62cf05-3374-402c-9603-6173e97a73df None None] Attempting to bind port b595485d-e0c8-46dc-88e9-3bfa14c1292c by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': 'd13a9ae4-ef0b-4edb-8601-373381df8c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636'}] {{(pid=88597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:46:51.805759 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a62cf05-3374-402c-9603-6173e97a73df None None] Attempting to bind port b595485d-e0c8-46dc-88e9-3bfa14c1292c on network c7d55235-bf68-4e08-8155-47e9a6165636 {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:46:51.808129 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a62cf05-3374-402c-9603-6173e97a73df None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:46:51.808860 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a62cf05-3374-402c-9603-6173e97a73df None None] Checking segment: {'id': 'd13a9ae4-ef0b-4edb-8601-373381df8c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:46:51.809464 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-9a62cf05-3374-402c-9603-6173e97a73df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:51.810215 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a62cf05-3374-402c-9603-6173e97a73df None None] Bound using segment: {'id': 'd13a9ae4-ef0b-4edb-8601-373381df8c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636'} {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:46:51.810866 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.managers [None req-9a62cf05-3374-402c-9603-6173e97a73df None None] Bound port: b595485d-e0c8-46dc-88e9-3bfa14c1292c, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13a9ae4-ef0b-4edb-8601-373381df8c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636'}}] {{(pid=88597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:46:51.812097 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-9a62cf05-3374-402c-9603-6173e97a73df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:51.861719 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 41790) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:51.874655 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-70130d07-150b-436d-8974-36ae26fa96a3 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Request body: {'security_group': {'name': 'tempest-securitygroup--366467810', 'description': 'tempest-description--565891830'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:46:51.875780 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-70130d07-150b-436d-8974-36ae26fa96a3 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:46:51.891559 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-70130d07-150b-436d-8974-36ae26fa96a3 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Usage tracker for resource:security_group and tenant:9650a71550354afb93718cd61f608fa7 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:46:51.899293 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-70130d07-150b-436d-8974-36ae26fa96a3 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:46:51.905999 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-85a39ef4-28af-47fb-85e3-5cd806695f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:51.911464 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-56a53295-f61b-40f3-b7e8-f65824a03497 None None] Notify callbacks [] for port, precommit_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:51.938544 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-56a53295-f61b-40f3-b7e8-f65824a03497 None None] Transition to ACTIVE for port object 711cf581-c378-430c-a852-b96602d99b90 will not be triggered until provisioned by entity L2. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:46:52.000582 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.db [None req-9a62cf05-3374-402c-9603-6173e97a73df None None] For port b595485d-e0c8-46dc-88e9-3bfa14c1292c, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:46:52.009291 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.db [None req-9a62cf05-3374-402c-9603-6173e97a73df None None] For port b595485d-e0c8-46dc-88e9-3bfa14c1292c, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=b595485d-e0c8-46dc-88e9-3bfa14c1292c,segment=NetworkSegment(d13a9ae4-ef0b-4edb-8601-373381df8c02),segment_id=d13a9ae4-ef0b-4edb-8601-373381df8c02)] {{(pid=88597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:46:52.018132 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-56a53295-f61b-40f3-b7e8-f65824a03497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:52.024123 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-70130d07-150b-436d-8974-36ae26fa96a3 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:46:52.086353 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-9a62cf05-3374-402c-9603-6173e97a73df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:52.135735 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-85a39ef4-28af-47fb-85e3-5cd806695f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:46:52.136509 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-85a39ef4-28af-47fb-85e3-5cd806695f7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for port, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:52.138033 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-85a39ef4-28af-47fb-85e3-5cd806695f7a service neutron] 10.222.0.55 "PUT /v2.0/ports/b4a73369-1deb-406b-8885-23dfae395e9c HTTP/1.1" status: 200  len: 1094 time: 4.3119388
Jun 04 13:46:52.149842 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b194f8e-bbdd-4ab1-9ddd-11a15de9b255', 'tag': 'b4a73369-1deb-406b-8885-23dfae395e9c'}] {{(pid=88595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:46:52.151457 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_common [None req-693aef0f-fd26-45cf-a77a-647f5e6c4a98 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Allocated IP 172.27.2.65 (0e91cb13-9cd5-4b6d-a0e7-77d68e81a806/a67c2735-bb7f-4235-9bfa-262628d5695c/a60e3e08-fe0f-46db-b7f2-f933381faa02) {{(pid=88594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:46:52.263142 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a62cf05-3374-402c-9603-6173e97a73df None None] Routers {'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:46:52.265025 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-9a62cf05-3374-402c-9603-6173e97a73df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ec3e730>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:46:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:46:52.326261 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-70130d07-150b-436d-8974-36ae26fa96a3 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:52.358637 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [req-234ae2d5-b705-489e-aa70-b6102718d175 req-f8c3d02a-be9a-4fd9-86a7-70eaf7ae2470 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 13:46:52.359694 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-234ae2d5-b705-489e-aa70-b6102718d175 req-f8c3d02a-be9a-4fd9-86a7-70eaf7ae2470 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4169302
Jun 04 13:46:52.447466 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-5f9a0455-fc21-4d02-a303-f519d6af29d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:52.610212 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-70130d07-150b-436d-8974-36ae26fa96a3 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:46:52.640992 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-5f9a0455-fc21-4d02-a303-f519d6af29d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:46:52.644115 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a39ef4-28af-47fb-85e3-5cd806695f7a service neutron] Pushing event updated for resources: {'Port': ['ID=b4a73369-1deb-406b-8885-23dfae395e9c,revision_number=3']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:52.657829 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe4d493-d9db-491f-8163-78e378522fec None None] Pushing event updated for resources: {'Port': ['ID=b595485d-e0c8-46dc-88e9-3bfa14c1292c,revision_number=4']} {{(pid=88597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:52.680935 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-70130d07-150b-436d-8974-36ae26fa96a3 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Usage tracker for resource:security_group_rule and tenant:9650a71550354afb93718cd61f608fa7 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:46:52.692662 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-5f9a0455-fc21-4d02-a303-f519d6af29d1 admin admin] Usage tracker for resource:security_group_rule and tenant:de9ec5b4e4f1447bb79aa68b345d223d is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:46:52.758236 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-70130d07-150b-436d-8974-36ae26fa96a3 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:46:52.781030 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-5f9a0455-fc21-4d02-a303-f519d6af29d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:46:52.812579 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-70130d07-150b-436d-8974-36ae26fa96a3 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:46:52.833495 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-5f9a0455-fc21-4d02-a303-f519d6af29d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:46:52.854398 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-9a62cf05-3374-402c-9603-6173e97a73df None None] Set router a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:46:52.895798 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-693aef0f-fd26-45cf-a77a-647f5e6c4a98 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for port, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:52.915462 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-9c0518ff-55cd-42bb-a838-388c150d59f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:46:52.917130 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-9c0518ff-55cd-42bb-a838-388c150d59f0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=06e9ddd6cf5447fda7dd4d4f0678f39e&device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 1097 time: 0.6097927
Jun 04 13:46:52.925721 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-234ae2d5-b705-489e-aa70-b6102718d175 req-f0ff9974-3be1-4b80-a614-60924d6ffe4a service neutron] 10.222.0.39 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5439229
Jun 04 13:46:53.117147 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c135c-205e-4653-a388-89e43f1d44fb None None] Pushing event updated for resources: {'Port': ['ID=711cf581-c378-430c-a852-b96602d99b90,revision_number=3']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:53.181110 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-56a53295-f61b-40f3-b7e8-f65824a03497 None None] Attempting to bind port 711cf581-c378-430c-a852-b96602d99b90 on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:46:53.181576 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-56a53295-f61b-40f3-b7e8-f65824a03497 None None] Attempting to bind port 711cf581-c378-430c-a852-b96602d99b90 by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': '6d3f57de-dbe3-431a-86c1-8e1406ca4d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1'}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:46:53.182033 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a53295-f61b-40f3-b7e8-f65824a03497 None None] Attempting to bind port 711cf581-c378-430c-a852-b96602d99b90 on network 8b092770-eea2-4e76-9959-7bb13a86dfb1 {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:46:53.207428 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 8db549e0-63ca-4816-a9d7-49a233c0d017 is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:46:53.244393 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a53295-f61b-40f3-b7e8-f65824a03497 None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:46:53.245083 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a53295-f61b-40f3-b7e8-f65824a03497 None None] Checking segment: {'id': '6d3f57de-dbe3-431a-86c1-8e1406ca4d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:46:53.245671 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-56a53295-f61b-40f3-b7e8-f65824a03497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:53.246152 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a53295-f61b-40f3-b7e8-f65824a03497 None None] Bound using segment: {'id': '6d3f57de-dbe3-431a-86c1-8e1406ca4d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1'} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:46:53.248943 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-7ebbeb26-db38-4a1b-b8aa-c0b77638b31b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4a73369-1deb-406b-8885-23dfae395e9c HTTP/1.1" status: 200  len: 217 time: 0.2651896
Jun 04 13:46:53.251589 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-56a53295-f61b-40f3-b7e8-f65824a03497 None None] Bound port: 711cf581-c378-430c-a852-b96602d99b90, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d3f57de-dbe3-431a-86c1-8e1406ca4d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1'}}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:46:53.252193 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-56a53295-f61b-40f3-b7e8-f65824a03497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:53.323285 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a2746-7e6c-4825-856b-86a1542732bd req-fa23bf02-09c0-4960-9694-4abc18f5bf47 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:46:53.324883 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-3c6a2746-7e6c-4825-856b-86a1542732bd req-fa23bf02-09c0-4960-9694-4abc18f5bf47 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 944 time: 1.2776773
Jun 04 13:46:53.336957 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-234ae2d5-b705-489e-aa70-b6102718d175 req-d7d815dd-624b-45c3-9bf2-db4b8e859565 service neutron] 10.222.0.39 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4020913
Jun 04 13:46:53.423534 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-693aef0f-fd26-45cf-a77a-647f5e6c4a98 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946'] for port, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:53.647004 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693aef0f-fd26-45cf-a77a-647f5e6c4a98 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event updated for resources: {'Port': ['ID=a60e3e08-fe0f-46db-b7f2-f933381faa02,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:53.678483 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-09029d8c-dda8-4d2c-848c-31f255fb05ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:46:53.684386 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-09029d8c-dda8-4d2c-848c-31f255fb05ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5bc58747-c8ef-45f8-8036-abb990976bf9 HTTP/1.1" status: 200  len: 851 time: 0.3525078
Jun 04 13:46:53.696810 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693aef0f-fd26-45cf-a77a-647f5e6c4a98 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:46:53.720090 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [None req-693aef0f-fd26-45cf-a77a-647f5e6c4a98 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:46:53.731577 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693aef0f-fd26-45cf-a77a-647f5e6c4a98 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Received port after_create {{(pid=88594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:46:53.745472 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-9a62cf05-3374-402c-9603-6173e97a73df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ec3e730>, [{'id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1954090409-router', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '933c689e-a0db-4d1d-bc49-320c46489e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:31Z', 'updated_at': '2022-06-04T13:46:43Z', 'revision_number': 4, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'gw_port': {'id': '933c689e-a0db-4d1d-bc49-320c46489e7d', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': 'b595485d-e0c8-46dc-88e9-3bfa14c1292c', 'name': '', 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'mac_address': 'fa:16:3e:31:2d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b7ee1fc-be06-43a6-b80c-c1390a27d5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:51Z', 'revision_number': 4, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'subnets': [{'id': '0b7ee1fc-be06-43a6-b80c-c1390a27d5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:46:53.752459 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a62cf05-3374-402c-9603-6173e97a73df None None] The sync data for ids ['a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'] in dv-cinder-843593-2-iscsi is: [{'id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1954090409-router', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '933c689e-a0db-4d1d-bc49-320c46489e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:31Z', 'updated_at': '2022-06-04T13:46:43Z', 'revision_number': 4, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'gw_port': {'id': '933c689e-a0db-4d1d-bc49-320c46489e7d', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': 'b595485d-e0c8-46dc-88e9-3bfa14c1292c', 'name': '', 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'mac_address': 'fa:16:3e:31:2d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b7ee1fc-be06-43a6-b80c-c1390a27d5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:51Z', 'revision_number': 4, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'subnets': [{'id': '0b7ee1fc-be06-43a6-b80c-c1390a27d5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:46:53.795150 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-3c6a2746-7e6c-4825-856b-86a1542732bd req-4705b91c-44eb-4108-93a0-f6a7d768a8a1 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/security-groups?id=42647ca6-a827-42cf-be24-42338f9f29d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4171276
Jun 04 13:46:53.906247 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-1a4c3c32-00a1-4339-bf01-4b3b433f09ae None None] Notify callbacks [] for port, precommit_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:53.956570 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-1a4c3c32-00a1-4339-bf01-4b3b433f09ae None None] Transition to ACTIVE for port object 6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba will not be triggered until provisioned by entity L2. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:46:53.997902 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-56a53295-f61b-40f3-b7e8-f65824a03497 None None] For port 711cf581-c378-430c-a852-b96602d99b90, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:46:54.004674 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-56a53295-f61b-40f3-b7e8-f65824a03497 None None] For port 711cf581-c378-430c-a852-b96602d99b90, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=711cf581-c378-430c-a852-b96602d99b90,segment=NetworkSegment(6d3f57de-dbe3-431a-86c1-8e1406ca4d6a),segment_id=6d3f57de-dbe3-431a-86c1-8e1406ca4d6a)] {{(pid=88596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:46:54.032224 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-1a4c3c32-00a1-4339-bf01-4b3b433f09ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:54.108840 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-70130d07-150b-436d-8974-36ae26fa96a3 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:54.126329 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-56a53295-f61b-40f3-b7e8-f65824a03497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:54.135119 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-693aef0f-fd26-45cf-a77a-647f5e6c4a98 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:54.141100 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-60718a61-b093-4c91-b765-99734c413698 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cebdbe79-e6fd-4765-b290-7deb15a4b00f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3692212
Jun 04 13:46:54.143639 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-5f9a0455-fc21-4d02-a303-f519d6af29d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:54.168376 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d11f5329-e412-447f-a42f-9449443cecf6 req-13682dea-5a22-49e9-83d0-bf22f70ca06c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 210 time: 0.1823370
Jun 04 13:46:54.267285 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-5f9a0455-fc21-4d02-a303-f519d6af29d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:54.411945 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-70130d07-150b-436d-8974-36ae26fa96a3 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:54.413339 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84388f-2866-4b91-9d68-2cfcf1842e2a None None] Pushing event updated for resources: {'Port': ['ID=6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba,revision_number=3']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:54.415714 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a53295-f61b-40f3-b7e8-f65824a03497 None None] Routers {'6970f1a1-b3ff-41b6-80c8-570efa1a2642'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:46:54.416327 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-56a53295-f61b-40f3-b7e8-f65824a03497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e7d8ee0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:46:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:46:54.465583 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-693aef0f-fd26-45cf-a77a-647f5e6c4a98 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:54.518185 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-5f9a0455-fc21-4d02-a303-f519d6af29d1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=de9ec5b4e4f1447bb79aa68b345d223d&name=default HTTP/1.1" status: 200  len: 2979 time: 2.7895439
Jun 04 13:46:54.552355 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 41868) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:54.989980 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4681b07c-7d43-4f47-ab83-638f95614e1b'] response: {'name': 'network-changed', 'server_uuid': '0b194f8e-bbdd-4ab1-9ddd-11a15de9b255', 'tag': 'b4a73369-1deb-406b-8885-23dfae395e9c', 'status': 'completed', 'code': 200}
Jun 04 13:46:54.991620 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a0455-fc21-4d02-a303-f519d6af29d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9c7335-f7d7-4add-9298-e8e18ff43a73,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:55.162431 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-693aef0f-fd26-45cf-a77a-647f5e6c4a98 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for port, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:55.258215 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-693aef0f-fd26-45cf-a77a-647f5e6c4a98 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:55.336646 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c135c-205e-4653-a388-89e43f1d44fb None None] Pushing event updated for resources: {'Port': ['ID=711cf581-c378-430c-a852-b96602d99b90,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:55.429860 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device b595485d-e0c8-46dc-88e9-3bfa14c1292c up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:46:55.442865 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70130d07-150b-436d-8974-36ae26fa96a3 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c893b7b-efa0-4b8c-b0a0-f67e36c79488,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:55.452873 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1ceb123f-daa8-4738-afd2-815b790529c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:55.488624 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1ceb123f-daa8-4738-afd2-815b790529c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:55.527064 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-1a4c3c32-00a1-4339-bf01-4b3b433f09ae None None] Attempting to bind port 6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:46:55.529315 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-1a4c3c32-00a1-4339-bf01-4b3b433f09ae None None] Attempting to bind port 6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': '9f6bb86d-b06a-4a02-89e1-51e04121b79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb'}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:46:55.529315 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4c3c32-00a1-4339-bf01-4b3b433f09ae None None] Attempting to bind port 6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba on network 7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:46:55.540830 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-56a53295-f61b-40f3-b7e8-f65824a03497 None None] Set router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:46:55.657300 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-70c3d632-3ebd-4c8c-9e82-8bd91790bd21 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:46:55.658812 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-70c3d632-3ebd-4c8c-9e82-8bd91790bd21 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Synchronizing usage tracker for tenant:e199af9b5451493fa5a38f932be3993f on resource:network {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:46:55.669181 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4c3c32-00a1-4339-bf01-4b3b433f09ae None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:46:55.675048 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-70130d07-150b-436d-8974-36ae26fa96a3 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:55.678300 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4c3c32-00a1-4339-bf01-4b3b433f09ae None None] Checking segment: {'id': '9f6bb86d-b06a-4a02-89e1-51e04121b79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:46:55.680226 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-1a4c3c32-00a1-4339-bf01-4b3b433f09ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:55.680729 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4c3c32-00a1-4339-bf01-4b3b433f09ae None None] Bound using segment: {'id': '9f6bb86d-b06a-4a02-89e1-51e04121b79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb'} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:46:55.682036 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-1a4c3c32-00a1-4339-bf01-4b3b433f09ae None None] Bound port: 6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f6bb86d-b06a-4a02-89e1-51e04121b79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb'}}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:46:55.685063 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-1a4c3c32-00a1-4339-bf01-4b3b433f09ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:55.685502 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-70130d07-150b-436d-8974-36ae26fa96a3 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 3.8225901
Jun 04 13:46:55.690252 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 41902) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:55.739573 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-81fb903d-d2dc-4f1a-ae3a-d8b59cf1789b tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Request body: {'security_group_rule': {'security_group_id': '6c893b7b-efa0-4b8c-b0a0-f67e36c79488', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:46:55.792722 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693aef0f-fd26-45cf-a77a-647f5e6c4a98 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event updated for resources: {'Port': ['ID=a60e3e08-fe0f-46db-b7f2-f933381faa02,revision_number=2']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:55.806229 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-693aef0f-fd26-45cf-a77a-647f5e6c4a98 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:55.811492 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1ceb123f-daa8-4738-afd2-815b790529c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:55.827271 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-81fb903d-d2dc-4f1a-ae3a-d8b59cf1789b tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:46:55.892603 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb123f-daa8-4738-afd2-815b790529c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9c7335-f7d7-4add-9298-e8e18ff43a73,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:55.896453 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1ceb123f-daa8-4738-afd2-815b790529c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:55.897733 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae05043-013c-4751-a12f-42be90b51261 req-ac725fc3-c48f-4bc3-a21b-beda43adf3d0 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:46:55.899502 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5ae05043-013c-4751-a12f-42be90b51261 req-ac725fc3-c48f-4bc3-a21b-beda43adf3d0 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 944 time: 0.7297695
Jun 04 13:46:55.908305 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-1ceb123f-daa8-4738-afd2-815b790529c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9d9c7335-f7d7-4add-9298-e8e18ff43a73 HTTP/1.1" status: 204  len: 168 time: 1.3274317
Jun 04 13:46:55.924144 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-81fb903d-d2dc-4f1a-ae3a-d8b59cf1789b tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Usage tracker for resource:security_group_rule and tenant:9650a71550354afb93718cd61f608fa7 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:46:55.930269 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-ef6e9e09-5e56-4b7d-ba39-ffd8f9804fc5 service neutron] 10.222.0.55 "GET /v2.0/networks/cebdbe79-e6fd-4765-b290-7deb15a4b00f?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.7684741
Jun 04 13:46:55.937009 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-81fb903d-d2dc-4f1a-ae3a-d8b59cf1789b tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:46:55.952538 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-70c3d632-3ebd-4c8c-9e82-8bd91790bd21 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Unset dirty status for tenant:e199af9b5451493fa5a38f932be3993f on resource:network {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:46:55.952538 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-70c3d632-3ebd-4c8c-9e82-8bd91790bd21 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/networks?id=c7d55235-bf68-4e08-8155-47e9a6165636 HTTP/1.1" status: 200  len: 819 time: 0.7854812
Jun 04 13:46:55.959247 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-81fb903d-d2dc-4f1a-ae3a-d8b59cf1789b tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:46:55.964288 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-693aef0f-fd26-45cf-a77a-647f5e6c4a98 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:55.980436 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-693aef0f-fd26-45cf-a77a-647f5e6c4a98 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.8504624
Jun 04 13:46:56.041812 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-5ae05043-013c-4751-a12f-42be90b51261 req-4ee08bf5-a671-4fb0-a7aa-4d9f52cfa010 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Synchronizing usage tracker for tenant:06e9ddd6cf5447fda7dd4d4f0678f39e on resource:security_group {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:46:56.202688 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-ee7e6944-0545-4552-b0eb-f42a96f990da tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/quotas/e199af9b5451493fa5a38f932be3993f HTTP/1.1" status: 200  len: 375 time: 0.1391671
Jun 04 13:46:56.285741 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-5ae05043-013c-4751-a12f-42be90b51261 req-4ee08bf5-a671-4fb0-a7aa-4d9f52cfa010 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Unset dirty status for tenant:06e9ddd6cf5447fda7dd4d4f0678f39e on resource:security_group {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:46:56.287307 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5ae05043-013c-4751-a12f-42be90b51261 req-4ee08bf5-a671-4fb0-a7aa-4d9f52cfa010 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/security-groups?id=42647ca6-a827-42cf-be24-42338f9f29d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3803782
Jun 04 13:46:56.373942 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-1a4c3c32-00a1-4339-bf01-4b3b433f09ae None None] For port 6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:46:56.513799 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-81fb903d-d2dc-4f1a-ae3a-d8b59cf1789b tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:56.592438 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-bd596315-363c-4585-8d1d-4f65c93ffe72 req-a36b42c1-199d-48fc-941e-5fb9657efd3d service neutron] 10.222.0.55 "GET /v2.0/networks/cebdbe79-e6fd-4765-b290-7deb15a4b00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6488497
Jun 04 13:46:56.648695 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-8345ec6a-c2ae-4d98-bdf1-8eb172b37a18 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e199af9b5451493fa5a38f932be3993f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4318357
Jun 04 13:46:56.684551 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-1a4c3c32-00a1-4339-bf01-4b3b433f09ae None None] For port 6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba,segment=NetworkSegment(9f6bb86d-b06a-4a02-89e1-51e04121b79b),segment_id=9f6bb86d-b06a-4a02-89e1-51e04121b79b)] {{(pid=88596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:46:56.727971 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:56.797322 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-1a4c3c32-00a1-4339-bf01-4b3b433f09ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:56.820184 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-117f9ee2-b15d-4364-a33f-09b712b6fdef tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Synchronizing usage tracker for tenant:04f6f6455e3046efade411926e0f0561 on resource:security_group {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:46:56.856500 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-81fb903d-d2dc-4f1a-ae3a-d8b59cf1789b tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:56.912728 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port b595485d-e0c8-46dc-88e9-3bfa14c1292c completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:46:56.983272 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-117f9ee2-b15d-4364-a33f-09b712b6fdef tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Unset dirty status for tenant:04f6f6455e3046efade411926e0f0561 on resource:security_group {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:46:56.984668 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-117f9ee2-b15d-4364-a33f-09b712b6fdef tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1591030494&fields=id&tenant_id=04f6f6455e3046efade411926e0f0561 HTTP/1.1" status: 200  len: 267 time: 0.2836113
Jun 04 13:46:57.042558 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port b595485d-e0c8-46dc-88e9-3bfa14c1292c triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:46:57.042558 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:57.093453 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-81fb903d-d2dc-4f1a-ae3a-d8b59cf1789b tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:57.176788 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa6e40-49cd-41a7-8b21-0e23329cf3dd req-bd87437a-87fd-453e-a667-246e3901431f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:46:57.181831 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-50fa6e40-49cd-41a7-8b21-0e23329cf3dd req-bd87437a-87fd-453e-a667-246e3901431f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=06e9ddd6cf5447fda7dd4d4f0678f39e&device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 1097 time: 0.3238754
Jun 04 13:46:57.182748 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb903d-d2dc-4f1a-ae3a-d8b59cf1789b tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df67c40-28ff-49f7-b462-c3528c5b8187,revision_number=0']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:57.226207 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4c3c32-00a1-4339-bf01-4b3b433f09ae None None] Routers {'c0b12453-aec0-4567-8ea1-c215d312f8d2'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:46:57.226207 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-1a4c3c32-00a1-4339-bf01-4b3b433f09ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e467730>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:46:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['c0b12453-aec0-4567-8ea1-c215d312f8d2'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:46:57.274341 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-58c0b5f0-c0e4-489e-bef4-4a00691dbce8 service neutron] 10.222.0.39 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6157057
Jun 04 13:46:57.339750 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-d94c5ccd-d321-4cc0-a16b-82514cb33a43 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:46:57.348442 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-d94c5ccd-d321-4cc0-a16b-82514cb33a43 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Synchronizing usage tracker for tenant:04f6f6455e3046efade411926e0f0561 on resource:network {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:46:57.506182 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84388f-2866-4b91-9d68-2cfcf1842e2a None None] Pushing event updated for resources: {'Port': ['ID=6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:57.549294 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-1a4c3c32-00a1-4339-bf01-4b3b433f09ae None None] Set router c0b12453-aec0-4567-8ea1-c215d312f8d2 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:46:57.647735 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-d94c5ccd-d321-4cc0-a16b-82514cb33a43 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Unset dirty status for tenant:04f6f6455e3046efade411926e0f0561 on resource:network {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:46:57.651876 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-d94c5ccd-d321-4cc0-a16b-82514cb33a43 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/networks?id=8b092770-eea2-4e76-9959-7bb13a86dfb1 HTTP/1.1" status: 200  len: 814 time: 0.6595066
Jun 04 13:46:57.692825 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-81fb903d-d2dc-4f1a-ae3a-d8b59cf1789b tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:57.696711 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-81fb903d-d2dc-4f1a-ae3a-d8b59cf1789b tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.9848106
Jun 04 13:46:57.697961 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 41946) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:57.721282 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-e629a2aa-c879-4b2b-8fc3-3bce4902b8a8 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/quotas/04f6f6455e3046efade411926e0f0561 HTTP/1.1" status: 200  len: 375 time: 0.0518725
Jun 04 13:46:57.763215 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 41952) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:57.763215 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-b058e096-7c59-499c-bfb4-80f1350267e0 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Request body: {'security_group_rule': {'security_group_id': '6c893b7b-efa0-4b8c-b0a0-f67e36c79488', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:46:57.862624 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-56a53295-f61b-40f3-b7e8-f65824a03497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e7d8ee0>, [{'id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:41Z', 'revision_number': 4, 'project_id': '04f6f6455e3046efade411926e0f0561', 'gw_port': {'id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '711cf581-c378-430c-a852-b96602d99b90', 'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'mac_address': 'fa:16:3e:bb:6c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:53Z', 'revision_number': 4, 'project_id': '04f6f6455e3046efade411926e0f0561', 'subnets': [{'id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:46:57.865633 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-f2ad5b9c-d3a1-4b12-9d78-c613f6e12c00 service neutron] 10.222.0.39 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5141559
Jun 04 13:46:57.871955 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-0f0ff82b-856a-4487-93a7-d5761450e29f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=04f6f6455e3046efade411926e0f0561&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1431150
Jun 04 13:46:57.881784 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-b058e096-7c59-499c-bfb4-80f1350267e0 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:46:57.888336 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-b058e096-7c59-499c-bfb4-80f1350267e0 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Usage tracker for resource:security_group_rule and tenant:9650a71550354afb93718cd61f608fa7 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:46:57.896133 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-b058e096-7c59-499c-bfb4-80f1350267e0 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:46:57.902481 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-b058e096-7c59-499c-bfb4-80f1350267e0 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:46:57.945450 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9d520050-28cc-49e5-ba57-9d8dd249d632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:57.957894 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port b595485d-e0c8-46dc-88e9-3bfa14c1292c is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:46:57.957894 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:57.968252 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-9d520050-28cc-49e5-ba57-9d8dd249d632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:46:57.972180 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-9d520050-28cc-49e5-ba57-9d8dd249d632 admin admin] Usage tracker for resource:security_group_rule and tenant:95557f021d7d47cc8eca0be43e7f8c47 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:46:57.975464 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-9d520050-28cc-49e5-ba57-9d8dd249d632 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:46:57.977105 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a53295-f61b-40f3-b7e8-f65824a03497 None None] The sync data for ids ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'] in dv-cinder-843593-2-iscsi is: [{'id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:41Z', 'revision_number': 4, 'project_id': '04f6f6455e3046efade411926e0f0561', 'gw_port': {'id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '711cf581-c378-430c-a852-b96602d99b90', 'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'mac_address': 'fa:16:3e:bb:6c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:53Z', 'revision_number': 4, 'project_id': '04f6f6455e3046efade411926e0f0561', 'subnets': [{'id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:46:57.981708 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-9d520050-28cc-49e5-ba57-9d8dd249d632 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:46:58.079846 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] For port b595485d-e0c8-46dc-88e9-3bfa14c1292c, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=b595485d-e0c8-46dc-88e9-3bfa14c1292c,segment=NetworkSegment(d13a9ae4-ef0b-4edb-8601-373381df8c02),segment_id=d13a9ae4-ef0b-4edb-8601-373381df8c02)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:46:58.116875 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9d520050-28cc-49e5-ba57-9d8dd249d632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:58.119101 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa6e40-49cd-41a7-8b21-0e23329cf3dd req-04426ad1-9255-469a-bfe0-09b2f5dcdcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:46:58.120679 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-50fa6e40-49cd-41a7-8b21-0e23329cf3dd req-04426ad1-9255-469a-bfe0-09b2f5dcdcba service neutron] 10.222.0.55 "GET /v2.0/networks?id=cebdbe79-e6fd-4765-b290-7deb15a4b00f HTTP/1.1" status: 200  len: 912 time: 0.8183239
Jun 04 13:46:58.180148 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:58.208348 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-593932d9-e9d9-4bf5-8f02-a9540116d590 service neutron] 10.222.0.39 "GET /v2.0/networks/8b092770-eea2-4e76-9959-7bb13a86dfb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3314281
Jun 04 13:46:58.307341 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b058e096-7c59-499c-bfb4-80f1350267e0 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:58.336273 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9d520050-28cc-49e5-ba57-9d8dd249d632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:58.463826 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-50fa6e40-49cd-41a7-8b21-0e23329cf3dd req-62319a00-68aa-4a44-bec3-c585d392513b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4a73369-1deb-406b-8885-23dfae395e9c HTTP/1.1" status: 200  len: 217 time: 0.3307285
Jun 04 13:46:58.559757 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 711cf581-c378-430c-a852-b96602d99b90 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:46:58.684327 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-fe564344-919b-41f9-beb1-352e6d33c81a service neutron] 10.222.0.39 "GET /v2.0/networks/8b092770-eea2-4e76-9959-7bb13a86dfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4738529
Jun 04 13:46:58.689508 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.55', 49315) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:58.879999 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-1a4c3c32-00a1-4339-bf01-4b3b433f09ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e467730>, [{'id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'name': 'tempest-AttachVolumeTestJSON-72343411-router', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:44Z', 'revision_number': 4, 'project_id': '9650a71550354afb93718cd61f608fa7', 'gw_port': {'id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba', 'name': '', 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'mac_address': 'fa:16:3e:b4:4c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:56Z', 'revision_number': 4, 'project_id': '9650a71550354afb93718cd61f608fa7', 'subnets': [{'id': '3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:46:58.896436 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4c3c32-00a1-4339-bf01-4b3b433f09ae None None] The sync data for ids ['c0b12453-aec0-4567-8ea1-c215d312f8d2'] in dv-cinder-843593-2-iscsi is: [{'id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'name': 'tempest-AttachVolumeTestJSON-72343411-router', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:44Z', 'revision_number': 4, 'project_id': '9650a71550354afb93718cd61f608fa7', 'gw_port': {'id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba', 'name': '', 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'mac_address': 'fa:16:3e:b4:4c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:56Z', 'revision_number': 4, 'project_id': '9650a71550354afb93718cd61f608fa7', 'subnets': [{'id': '3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:46:58.906194 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Pushing event updated for resources: {'Port': ['ID=b595485d-e0c8-46dc-88e9-3bfa14c1292c,revision_number=5']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:58.989901 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port 711cf581-c378-430c-a852-b96602d99b90 completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:46:59.001304 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 711cf581-c378-430c-a852-b96602d99b90 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:46:59.001304 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:59.044495 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-9d520050-28cc-49e5-ba57-9d8dd249d632 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=95557f021d7d47cc8eca0be43e7f8c47&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2905021
Jun 04 13:46:59.062596 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 41984) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:59.102278 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d520050-28cc-49e5-ba57-9d8dd249d632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b77ae1a-8941-4357-9872-f1e3f4d6f56a,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:59.369389 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa6e40-49cd-41a7-8b21-0e23329cf3dd req-e80c51ca-7d81-4435-afae-52318069e631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:46:59.370831 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-50fa6e40-49cd-41a7-8b21-0e23329cf3dd req-e80c51ca-7d81-4435-afae-52318069e631 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5bc58747-c8ef-45f8-8036-abb990976bf9 HTTP/1.1" status: 200  len: 851 time: 0.8483388
Jun 04 13:46:59.386061 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 6 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:46:59.391445 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b058e096-7c59-499c-bfb4-80f1350267e0 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:59.462505 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ae2d5-b705-489e-aa70-b6102718d175 req-f1e884fa-2a05-414c-934a-a4989a6277e9 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:46:59.463176 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 711cf581-c378-430c-a852-b96602d99b90 is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:46:59.463574 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:59.465517 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-234ae2d5-b705-489e-aa70-b6102718d175 req-f1e884fa-2a05-414c-934a-a4989a6277e9 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.55 "GET /v2.0/networks?id=c7d55235-bf68-4e08-8155-47e9a6165636 HTTP/1.1" status: 200  len: 819 time: 0.7302184
Jun 04 13:46:59.493326 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6a782d3b-e090-4db8-81d3-6822db014cee req-d7611439-f4c7-4582-8f70-d514c8117dde tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 210 time: 0.2800345
Jun 04 13:46:59.503500 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-234ae2d5-b705-489e-aa70-b6102718d175 req-388d302c-f4c9-45c5-ba8f-0c3117ce856d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Request body: {'port': {'device_id': '1a4339a6-92e1-4a7d-9c42-3bf34542e458', 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636', 'admin_state_up': True, 'tenant_id': 'e199af9b5451493fa5a38f932be3993f'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:46:59.593092 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] For port 711cf581-c378-430c-a852-b96602d99b90, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=711cf581-c378-430c-a852-b96602d99b90,segment=NetworkSegment(6d3f57de-dbe3-431a-86c1-8e1406ca4d6a),segment_id=6d3f57de-dbe3-431a-86c1-8e1406ca4d6a)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:46:59.635447 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b058e096-7c59-499c-bfb4-80f1350267e0 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:59.675918 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:59.678927 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058e096-7c59-499c-bfb4-80f1350267e0 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea2b432-2cee-4f14-95db-d8f1a019aa3f,revision_number=0']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:59.684756 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-50fa6e40-49cd-41a7-8b21-0e23329cf3dd req-8c9ba8a7-17d9-4907-92a4-6148a73a5cb5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cebdbe79-e6fd-4765-b290-7deb15a4b00f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2838182
Jun 04 13:46:59.703285 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f60095-63cc-4b11-85db-8c130f904a8c req-24051cba-a930-40ad-8f17-c09b9c423018 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:46:59.719536 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-75f60095-63cc-4b11-85db-8c130f904a8c req-24051cba-a930-40ad-8f17-c09b9c423018 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 944 time: 0.9256463
Jun 04 13:46:59.759772 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7e13cabd-c3ac-4ae5-9a91-916f325dadd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:59.778157 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-dc577a6c-3e62-4ec3-ab4a-90071901105d req-5ed02840-baf2-4f4c-b095-6879433b92e4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 210 time: 0.1811099
Jun 04 13:46:59.940362 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b058e096-7c59-499c-bfb4-80f1350267e0 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:59.951939 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-b058e096-7c59-499c-bfb4-80f1350267e0 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.2451971
Jun 04 13:46:59.964815 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 42006) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:46:59.972135 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-d19729e1-3217-443e-8254-29e61ab9f90f tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Request body: {'floatingip': {'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:46:59.980406 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-d19729e1-3217-443e-8254-29e61ab9f90f tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:46:59.981738 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Pushing event updated for resources: {'Port': ['ID=711cf581-c378-430c-a852-b96602d99b90,revision_number=5']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:46:59.986587 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-d19729e1-3217-443e-8254-29e61ab9f90f tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Usage tracker for resource:floatingip and tenant:9650a71550354afb93718cd61f608fa7 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:46:59.989804 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-d19729e1-3217-443e-8254-29e61ab9f90f tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:46:59.996382 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-d19729e1-3217-443e-8254-29e61ab9f90f tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:47:00.047348 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-234ae2d5-b705-489e-aa70-b6102718d175 req-388d302c-f4c9-45c5-ba8f-0c3117ce856d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:47:00.074588 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-234ae2d5-b705-489e-aa70-b6102718d175 req-388d302c-f4c9-45c5-ba8f-0c3117ce856d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:47:00.086634 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7e13cabd-c3ac-4ae5-9a91-916f325dadd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:00.087130 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-d19729e1-3217-443e-8254-29e61ab9f90f tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for floatingip, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:00.276309 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-75f60095-63cc-4b11-85db-8c130f904a8c req-33349665-3971-41a7-940f-185434486afc tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/security-groups?id=42647ca6-a827-42cf-be24-42338f9f29d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5573020
Jun 04 13:47:00.316357 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7e13cabd-c3ac-4ae5-9a91-916f325dadd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:00.328775 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-234ae2d5-b705-489e-aa70-b6102718d175 req-388d302c-f4c9-45c5-ba8f-0c3117ce856d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Made reservation on behalf of e199af9b5451493fa5a38f932be3993f for: {'port': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:47:00.332322 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-234ae2d5-b705-489e-aa70-b6102718d175 req-388d302c-f4c9-45c5-ba8f-0c3117ce856d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:00.455382 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13cabd-c3ac-4ae5-9a91-916f325dadd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b77ae1a-8941-4357-9872-f1e3f4d6f56a,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:00.474688 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-50fa6e40-49cd-41a7-8b21-0e23329cf3dd req-8b6d24eb-f577-466c-a2ad-52c58dc07fce service neutron] 10.222.0.55 "GET /v2.0/networks/cebdbe79-e6fd-4765-b290-7deb15a4b00f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7262712
Jun 04 13:47:00.487219 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7e13cabd-c3ac-4ae5-9a91-916f325dadd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:00.493451 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-7e13cabd-c3ac-4ae5-9a91-916f325dadd4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b77ae1a-8941-4357-9872-f1e3f4d6f56a HTTP/1.1" status: 204  len: 168 time: 1.4095807
Jun 04 13:47:00.549263 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 711cf581-c378-430c-a852-b96602d99b90 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:47:00.829020 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 711cf581-c378-430c-a852-b96602d99b90 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:47:00.829705 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:00.877116 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_common [req-234ae2d5-b705-489e-aa70-b6102718d175 req-388d302c-f4c9-45c5-ba8f-0c3117ce856d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Allocated IP 172.20.0.10 (c7d55235-bf68-4e08-8155-47e9a6165636/0b7ee1fc-be06-43a6-b80c-c1390a27d5a9/a86cdb62-77c6-4709-bee1-fa3ef2a3f00c) {{(pid=88594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:47:01.001942 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-50fa6e40-49cd-41a7-8b21-0e23329cf3dd req-d94b8fd4-2a76-4566-ae73-b46b683d9542 service neutron] 10.222.0.55 "GET /v2.0/networks/cebdbe79-e6fd-4765-b290-7deb15a4b00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5051785
Jun 04 13:47:01.005383 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-60e0f851-181f-49fd-a3a7-d13463b07a73 req-2d8f7f9f-9307-41b0-a4eb-a50d337c3aca tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Synchronizing usage tracker for tenant:04f6f6455e3046efade411926e0f0561 on resource:port {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:47:01.171919 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-60e0f851-181f-49fd-a3a7-d13463b07a73 req-2d8f7f9f-9307-41b0-a4eb-a50d337c3aca tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Unset dirty status for tenant:04f6f6455e3046efade411926e0f0561 on resource:port {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:47:01.176789 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-60e0f851-181f-49fd-a3a7-d13463b07a73 req-2d8f7f9f-9307-41b0-a4eb-a50d337c3aca tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 210 time: 0.2995007
Jun 04 13:47:01.363005 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 711cf581-c378-430c-a852-b96602d99b90 is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:47:01.363005 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:47:01.431394 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6313d6f2-369e-4ed8-9217-582424d812da req-595c40be-2fe2-4046-9ca3-001bcd42c1d9 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 210 time: 0.2203424
Jun 04 13:47:01.442004 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-234ae2d5-b705-489e-aa70-b6102718d175 req-388d302c-f4c9-45c5-ba8f-0c3117ce856d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks [] for port, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:01.545805 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [req-234ae2d5-b705-489e-aa70-b6102718d175 req-388d302c-f4c9-45c5-ba8f-0c3117ce856d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Transition to ACTIVE for port object a86cdb62-77c6-4709-bee1-fa3ef2a3f00c will not be triggered until provisioned by entity DHCP. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:47:01.633455 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-d19729e1-3217-443e-8254-29e61ab9f90f tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:01.770856 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-f65bbf3b-1cbe-4eda-951f-a3ed3d6b8f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:01.776788 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-234ae2d5-b705-489e-aa70-b6102718d175 req-388d302c-f4c9-45c5-ba8f-0c3117ce856d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946'] for port, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:01.856107 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port 6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:47:01.866439 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:47:01.867487 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:02.052578 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:47:02.053208 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:02.142137 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] For port 6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba,segment=NetworkSegment(9f6bb86d-b06a-4a02-89e1-51e04121b79b),segment_id=9f6bb86d-b06a-4a02-89e1-51e04121b79b)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:47:02.150744 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896d5eb-62c8-4421-9169-789a53d23046 req-2fab2276-bf05-4c66-8a76-13d1c657216c tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:02.152270 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-8896d5eb-62c8-4421-9169-789a53d23046 req-2fab2276-bf05-4c66-8a76-13d1c657216c tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 944 time: 0.5010090
Jun 04 13:47:02.205492 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:02.206824 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device b595485d-e0c8-46dc-88e9-3bfa14c1292c up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:47:02.229902 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-234ae2d5-b705-489e-aa70-b6102718d175 req-388d302c-f4c9-45c5-ba8f-0c3117ce856d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Network c7d55235-bf68-4e08-8155-47e9a6165636 is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:47:02.258516 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d302c-f4c9-45c5-ba8f-0c3117ce856d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Pushing event updated for resources: {'Port': ['ID=a86cdb62-77c6-4709-bee1-fa3ef2a3f00c,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:02.271827 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [req-234ae2d5-b705-489e-aa70-b6102718d175 req-388d302c-f4c9-45c5-ba8f-0c3117ce856d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:47:02.298938 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-234ae2d5-b705-489e-aa70-b6102718d175 req-388d302c-f4c9-45c5-ba8f-0c3117ce856d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Received port after_create {{(pid=88594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:47:02.317595 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ae2d5-b705-489e-aa70-b6102718d175 req-388d302c-f4c9-45c5-ba8f-0c3117ce856d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:02.318395 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-234ae2d5-b705-489e-aa70-b6102718d175 req-388d302c-f4c9-45c5-ba8f-0c3117ce856d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:02.453096 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-8896d5eb-62c8-4421-9169-789a53d23046 req-597b685d-7f3e-4f13-834c-a44baf6adfd7 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/security-groups?id=42647ca6-a827-42cf-be24-42338f9f29d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2943847
Jun 04 13:47:02.500220 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-234ae2d5-b705-489e-aa70-b6102718d175 req-388d302c-f4c9-45c5-ba8f-0c3117ce856d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9987373
Jun 04 13:47:02.565967 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Pushing event updated for resources: {'Port': ['ID=6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba,revision_number=5']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:02.580693 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port b595485d-e0c8-46dc-88e9-3bfa14c1292c triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:47:02.581426 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:02.616540 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-234ae2d5-b705-489e-aa70-b6102718d175 req-67900316-ac16-4eff-9d6d-8f2830232d3a service neutron] Request body: {'port': {'device_id': '1a4339a6-92e1-4a7d-9c42-3bf34542e458', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:47:02.622610 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-c3654a52-a9d4-459d-b371-790831467712 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:02.628536 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-c3654a52-a9d4-459d-b371-790831467712 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.55 "GET /v2.0/networks?id=c7d55235-bf68-4e08-8155-47e9a6165636 HTTP/1.1" status: 200  len: 819 time: 0.4677966
Jun 04 13:47:02.645023 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-804ee4a1-8c33-4731-9d08-ef356af2a85c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Request body: {'port': {'device_id': 'b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc', 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636', 'admin_state_up': True, 'tenant_id': 'e199af9b5451493fa5a38f932be3993f'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:47:02.668308 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3999b4ac-4ba7-4062-9604-de198a6f170d req-934d3614-e21a-4704-92a2-e42fdda67778 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 210 time: 0.1545947
Jun 04 13:47:02.734441 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_common [None req-d19729e1-3217-443e-8254-29e61ab9f90f tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Allocated IP 172.27.2.145 (0e91cb13-9cd5-4b6d-a0e7-77d68e81a806/a67c2735-bb7f-4235-9bfa-262628d5695c/cf93054a-2299-4146-bf98-cd4886f68642) {{(pid=88594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:47:02.778551 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port b595485d-e0c8-46dc-88e9-3bfa14c1292c is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:47:02.825776 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-234ae2d5-b705-489e-aa70-b6102718d175 req-67900316-ac16-4eff-9d6d-8f2830232d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:02.854835 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-6345aebf-cbde-47cd-9892-8a6fea8ed1cb req-76c59399-fd08-4f4b-815d-3cc42e1eebda tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 210 time: 0.1708856
Jun 04 13:47:02.891080 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-05f0cd5d-1f21-482d-984d-2687d58f7d3f None None] Provisioning for port a86cdb62-77c6-4709-bee1-fa3ef2a3f00c completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:47:02.896195 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-05f0cd5d-1f21-482d-984d-2687d58f7d3f None None] Provisioning complete for port a86cdb62-77c6-4709-bee1-fa3ef2a3f00c triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:47:02.896556 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-05f0cd5d-1f21-482d-984d-2687d58f7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:02.965076 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:47:02.974891 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-804ee4a1-8c33-4731-9d08-ef356af2a85c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:47:02.981192 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-804ee4a1-8c33-4731-9d08-ef356af2a85c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Usage tracker for resource:port and tenant:e199af9b5451493fa5a38f932be3993f is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:47:02.985135 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-804ee4a1-8c33-4731-9d08-ef356af2a85c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:47:02.992062 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-804ee4a1-8c33-4731-9d08-ef356af2a85c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:47:03.073063 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-804ee4a1-8c33-4731-9d08-ef356af2a85c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Made reservation on behalf of e199af9b5451493fa5a38f932be3993f for: {'port': 1} {{(pid=88595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:47:03.078008 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-05f0cd5d-1f21-482d-984d-2687d58f7d3f None None] Port a86cdb62-77c6-4709-bee1-fa3ef2a3f00c cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:47:03.078786 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-804ee4a1-8c33-4731-9d08-ef356af2a85c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:03.107683 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:47:03.108056 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:03.243967 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-d19729e1-3217-443e-8254-29e61ab9f90f tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for port, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:03.269423 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:47:03.298012 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_common [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-804ee4a1-8c33-4731-9d08-ef356af2a85c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Allocated IP 172.20.0.12 (c7d55235-bf68-4e08-8155-47e9a6165636/0b7ee1fc-be06-43a6-b80c-c1390a27d5a9/c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc) {{(pid=88595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:47:03.371446 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.55', 49329) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:03.397074 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-d19729e1-3217-443e-8254-29e61ab9f90f tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946'] for port, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:03.535739 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-804ee4a1-8c33-4731-9d08-ef356af2a85c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks [] for port, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:03.551680 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19729e1-3217-443e-8254-29e61ab9f90f tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:47:03.555050 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.provisioning_blocks [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-804ee4a1-8c33-4731-9d08-ef356af2a85c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Transition to ACTIVE for port object c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc will not be triggered until provisioned by entity DHCP. {{(pid=88595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:47:03.570470 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [None req-d19729e1-3217-443e-8254-29e61ab9f90f tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:47:03.587188 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19729e1-3217-443e-8254-29e61ab9f90f tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Received port after_create {{(pid=88594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:47:03.656114 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-804ee4a1-8c33-4731-9d08-ef356af2a85c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946'] for port, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:03.728108 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-804ee4a1-8c33-4731-9d08-ef356af2a85c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Network c7d55235-bf68-4e08-8155-47e9a6165636 is already hosted by enough agents. {{(pid=88595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:47:03.731603 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-804ee4a1-8c33-4731-9d08-ef356af2a85c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Resources bound (agent type, host, resource id):  {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:47:03.734739 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-804ee4a1-8c33-4731-9d08-ef356af2a85c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Received port after_create {{(pid=88595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:47:03.740964 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-804ee4a1-8c33-4731-9d08-ef356af2a85c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:03.741823 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-804ee4a1-8c33-4731-9d08-ef356af2a85c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for port, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:03.810128 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ee4a1-8c33-4731-9d08-ef356af2a85c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Pushing event updated for resources: {'Port': ['ID=c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:03.833654 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19729e1-3217-443e-8254-29e61ab9f90f tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Pushing event updated for resources: {'Port': ['ID=cf93054a-2299-4146-bf98-cd4886f68642,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:03.855309 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef32b-c08c-4ac4-a6e5-3f7808d6f154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:03.912450 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-89584146-0e68-43a6-9544-f28498be47de tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:03.914274 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-89584146-0e68-43a6-9544-f28498be47de tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.55 "GET /v2.0/networks?id=8b092770-eea2-4e76-9959-7bb13a86dfb1 HTTP/1.1" status: 200  len: 814 time: 0.5401859
Jun 04 13:47:03.951542 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-d19729e1-3217-443e-8254-29e61ab9f90f tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:03.986520 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-43d7f6cd-9fce-4efb-8557-3c8baeeb1927 req-532c798d-488c-4974-8309-68916730519e tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 210 time: 0.0705454
Jun 04 13:47:03.988488 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-804ee4a1-8c33-4731-9d08-ef356af2a85c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3478684
Jun 04 13:47:04.008339 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-ef86ed83-8374-471d-a62d-e85c0b869974 service neutron] Request body: {'port': {'device_id': 'b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:47:04.088742 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-b16eb6dd-8f6a-4b79-be1e-7e508aecc8af tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04f6f6455e3046efade411926e0f0561 HTTP/1.1" status: 200  len: 380 time: 0.1491857
Jun 04 13:47:04.185039 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-21f9e2ce-fabd-4674-b90c-41a9c32cb582 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Request body: {'port': {'device_id': '51139133-f363-4326-9ace-7d58f32d4bfc', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'admin_state_up': True, 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'security_groups': ['551d7bfa-8b5d-44b2-9587-e8228120fef8']}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:47:04.203229 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-0f23faf3-e2f6-4a4f-867e-dd257a4de5f2 None None] Provisioning for port c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:47:04.209474 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-0f23faf3-e2f6-4a4f-867e-dd257a4de5f2 None None] Provisioning complete for port c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:47:04.211909 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-ef86ed83-8374-471d-a62d-e85c0b869974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:04.212016 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-0f23faf3-e2f6-4a4f-867e-dd257a4de5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:04.250179 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718e809-69d2-4058-826e-f4e8e2536234 req-338ef814-3112-4f46-88fb-4358f84d76b3 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:04.257179 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6718e809-69d2-4058-826e-f4e8e2536234 req-338ef814-3112-4f46-88fb-4358f84d76b3 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 944 time: 0.5928419
Jun 04 13:47:04.294857 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-0f23faf3-e2f6-4a4f-867e-dd257a4de5f2 None None] Port c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:47:04.309062 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-d19729e1-3217-443e-8254-29e61ab9f90f tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:04.362724 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.db.resource_extend [req-234ae2d5-b705-489e-aa70-b6102718d175 req-67900316-ac16-4eff-9d6d-8f2830232d3a service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 13:47:04.420181 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b87a03-cc8d-436f-add8-e0abfb3643e0 req-c1e9dcef-da8a-48c9-82ea-4c2bb9097f2f tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:04.420893 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-a8b87a03-cc8d-436f-add8-e0abfb3643e0 req-c1e9dcef-da8a-48c9-82ea-4c2bb9097f2f tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Synchronizing usage tracker for tenant:e199af9b5451493fa5a38f932be3993f on resource:port {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:47:04.499633 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6718e809-69d2-4058-826e-f4e8e2536234 req-1a62de86-9d77-4f7a-a19b-9f4b041a8c4c tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/security-groups?id=42647ca6-a827-42cf-be24-42338f9f29d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2415411
Jun 04 13:47:04.530599 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [req-234ae2d5-b705-489e-aa70-b6102718d175 req-67900316-ac16-4eff-9d6d-8f2830232d3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a86cdb62-77c6-4709-bee1-fa3ef2a3f00c {{(pid=88594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:47:04.547935 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-a8b87a03-cc8d-436f-add8-e0abfb3643e0 req-c1e9dcef-da8a-48c9-82ea-4c2bb9097f2f tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Unset dirty status for tenant:e199af9b5451493fa5a38f932be3993f on resource:port {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:47:04.549235 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-a8b87a03-cc8d-436f-add8-e0abfb3643e0 req-c1e9dcef-da8a-48c9-82ea-4c2bb9097f2f tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 932 time: 0.3401370
Jun 04 13:47:04.559438 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-234ae2d5-b705-489e-aa70-b6102718d175 req-67900316-ac16-4eff-9d6d-8f2830232d3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:04.598010 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-21f9e2ce-fabd-4674-b90c-41a9c32cb582 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:47:04.634575 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-a8b87a03-cc8d-436f-add8-e0abfb3643e0 req-5b5b283e-92c4-49e3-9a08-d1445167f439 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Synchronizing usage tracker for tenant:e199af9b5451493fa5a38f932be3993f on resource:security_group {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:47:04.661039 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:04.718425 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-a8b87a03-cc8d-436f-add8-e0abfb3643e0 req-5b5b283e-92c4-49e3-9a08-d1445167f439 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Unset dirty status for tenant:e199af9b5451493fa5a38f932be3993f on resource:security_group {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:47:04.719916 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-a8b87a03-cc8d-436f-add8-e0abfb3643e0 req-5b5b283e-92c4-49e3-9a08-d1445167f439 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1650133
Jun 04 13:47:04.726639 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [req-234ae2d5-b705-489e-aa70-b6102718d175 req-67900316-ac16-4eff-9d6d-8f2830232d3a service neutron] Transition to ACTIVE for port object a86cdb62-77c6-4709-bee1-fa3ef2a3f00c will not be triggered until provisioned by entity L2. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:47:04.746515 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-21f9e2ce-fabd-4674-b90c-41a9c32cb582 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:47:04.812703 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-234ae2d5-b705-489e-aa70-b6102718d175 req-67900316-ac16-4eff-9d6d-8f2830232d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:04.879416 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:04.927425 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.db.resource_extend [None req-d19729e1-3217-443e-8254-29e61ab9f90f tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 13:47:04.962327 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-21f9e2ce-fabd-4674-b90c-41a9c32cb582 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Made reservation on behalf of 04f6f6455e3046efade411926e0f0561 for: {'port': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:47:04.965927 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-21f9e2ce-fabd-4674-b90c-41a9c32cb582 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:04.990413 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-d19729e1-3217-443e-8254-29e61ab9f90f tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for port, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:05.084006 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67900316-ac16-4eff-9d6d-8f2830232d3a service neutron] Pushing event updated for resources: {'Port': ['ID=a86cdb62-77c6-4709-bee1-fa3ef2a3f00c,revision_number=2']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:05.110915 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-d19729e1-3217-443e-8254-29e61ab9f90f tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:05.225294 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 42148) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:05.240003 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.notifiers.nova [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-ef86ed83-8374-471d-a62d-e85c0b869974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc {{(pid=88595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:47:05.248109 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-ef86ed83-8374-471d-a62d-e85c0b869974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:05.262899 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.provisioning_blocks [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-ef86ed83-8374-471d-a62d-e85c0b869974 service neutron] Transition to ACTIVE for port object c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc will not be triggered until provisioned by entity L2. {{(pid=88595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:47:05.292443 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-d19729e1-3217-443e-8254-29e61ab9f90f tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:05.325647 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-ef86ed83-8374-471d-a62d-e85c0b869974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:05.333357 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-234ae2d5-b705-489e-aa70-b6102718d175 req-67900316-ac16-4eff-9d6d-8f2830232d3a service neutron] Attempting to bind port a86cdb62-77c6-4709-bee1-fa3ef2a3f00c on host hv-cinder-84359 for vnic_type normal with profile  {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:47:05.333529 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-234ae2d5-b705-489e-aa70-b6102718d175 req-67900316-ac16-4eff-9d6d-8f2830232d3a service neutron] Attempting to bind port a86cdb62-77c6-4709-bee1-fa3ef2a3f00c by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': 'd13a9ae4-ef0b-4edb-8601-373381df8c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636'}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:47:05.333767 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234ae2d5-b705-489e-aa70-b6102718d175 req-67900316-ac16-4eff-9d6d-8f2830232d3a service neutron] Attempting to bind port a86cdb62-77c6-4709-bee1-fa3ef2a3f00c on network c7d55235-bf68-4e08-8155-47e9a6165636 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:47:05.353783 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-25baaece-302f-4cc2-a6d7-b074672becf0 req-f1bd4c2e-eb4f-4df0-afc1-25f218858fc0 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 210 time: 0.1093352
Jun 04 13:47:05.372482 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234ae2d5-b705-489e-aa70-b6102718d175 req-67900316-ac16-4eff-9d6d-8f2830232d3a service neutron] Port a86cdb62-77c6-4709-bee1-fa3ef2a3f00c on network c7d55235-bf68-4e08-8155-47e9a6165636 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:47:05.372793 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234ae2d5-b705-489e-aa70-b6102718d175 req-67900316-ac16-4eff-9d6d-8f2830232d3a service neutron] Attempting to bind port a86cdb62-77c6-4709-bee1-fa3ef2a3f00c on network c7d55235-bf68-4e08-8155-47e9a6165636 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:47:05.390930 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19729e1-3217-443e-8254-29e61ab9f90f tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Pushing event updated for resources: {'Port': ['ID=cf93054a-2299-4146-bf98-cd4886f68642,revision_number=2']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:05.403918 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234ae2d5-b705-489e-aa70-b6102718d175 req-67900316-ac16-4eff-9d6d-8f2830232d3a service neutron] Checking agent: {'id': '3f86017d-093a-400f-b732-6c31be8aecc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'started_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:47:05.404827 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234ae2d5-b705-489e-aa70-b6102718d175 req-67900316-ac16-4eff-9d6d-8f2830232d3a service neutron] Checking segment: {'id': 'd13a9ae4-ef0b-4edb-8601-373381df8c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:47:05.405388 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234ae2d5-b705-489e-aa70-b6102718d175 req-67900316-ac16-4eff-9d6d-8f2830232d3a service neutron] Bound using segment: {'id': 'd13a9ae4-ef0b-4edb-8601-373381df8c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636'} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:47:05.405815 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-234ae2d5-b705-489e-aa70-b6102718d175 req-67900316-ac16-4eff-9d6d-8f2830232d3a service neutron] Bound port: a86cdb62-77c6-4709-bee1-fa3ef2a3f00c, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd13a9ae4-ef0b-4edb-8601-373381df8c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636'}}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:47:05.406152 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-234ae2d5-b705-489e-aa70-b6102718d175 req-67900316-ac16-4eff-9d6d-8f2830232d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:05.493447 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-d19729e1-3217-443e-8254-29e61ab9f90f tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:05.494647 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-d19729e1-3217-443e-8254-29e61ab9f90f tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.5283930
Jun 04 13:47:05.552212 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_common [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-21f9e2ce-fabd-4674-b90c-41a9c32cb582 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Allocated IP 172.20.0.7 (8b092770-eea2-4e76-9959-7bb13a86dfb1/69bc4cdc-ad33-4161-be2e-42ba13f7d967/27770265-398d-4ada-87f2-212754c68a41) {{(pid=88594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:47:05.577827 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86ed83-8374-471d-a62d-e85c0b869974 service neutron] Pushing event updated for resources: {'Port': ['ID=c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc,revision_number=2']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:05.578519 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-234ae2d5-b705-489e-aa70-b6102718d175 req-67900316-ac16-4eff-9d6d-8f2830232d3a service neutron] For port a86cdb62-77c6-4709-bee1-fa3ef2a3f00c, host hv-cinder-84359, cleared binding levels {{(pid=88594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:47:05.582464 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b3c75a96-656a-4202-9682-375fd445f0a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:05.586187 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-234ae2d5-b705-489e-aa70-b6102718d175 req-67900316-ac16-4eff-9d6d-8f2830232d3a service neutron] For port a86cdb62-77c6-4709-bee1-fa3ef2a3f00c, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=a86cdb62-77c6-4709-bee1-fa3ef2a3f00c,segment=NetworkSegment(d13a9ae4-ef0b-4edb-8601-373381df8c02),segment_id=d13a9ae4-ef0b-4edb-8601-373381df8c02)] {{(pid=88594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:47:05.701794 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-b3c75a96-656a-4202-9682-375fd445f0a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:47:05.719984 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-234ae2d5-b705-489e-aa70-b6102718d175 req-67900316-ac16-4eff-9d6d-8f2830232d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:05.754325 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-b3c75a96-656a-4202-9682-375fd445f0a8 admin admin] Usage tracker for resource:security_group_rule and tenant:8e2c18b87446446ca35221af16dabb83 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:47:05.757685 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-b3c75a96-656a-4202-9682-375fd445f0a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:47:05.764661 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-b3c75a96-656a-4202-9682-375fd445f0a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:47:05.804015 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.managers [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-ef86ed83-8374-471d-a62d-e85c0b869974 service neutron] Attempting to bind port c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc on host hv-cinder-84359 for vnic_type normal with profile  {{(pid=88595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:47:05.804340 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.managers [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-ef86ed83-8374-471d-a62d-e85c0b869974 service neutron] Attempting to bind port c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': 'd13a9ae4-ef0b-4edb-8601-373381df8c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636'}] {{(pid=88595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:47:05.804658 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-ef86ed83-8374-471d-a62d-e85c0b869974 service neutron] Attempting to bind port c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc on network c7d55235-bf68-4e08-8155-47e9a6165636 {{(pid=88595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:47:05.815418 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-ef86ed83-8374-471d-a62d-e85c0b869974 service neutron] Port c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc on network c7d55235-bf68-4e08-8155-47e9a6165636 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:47:05.815733 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-ef86ed83-8374-471d-a62d-e85c0b869974 service neutron] Attempting to bind port c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc on network c7d55235-bf68-4e08-8155-47e9a6165636 {{(pid=88595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:47:05.829354 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-ef86ed83-8374-471d-a62d-e85c0b869974 service neutron] Checking agent: {'id': '3f86017d-093a-400f-b732-6c31be8aecc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'started_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:47:05.829690 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-ef86ed83-8374-471d-a62d-e85c0b869974 service neutron] Checking segment: {'id': 'd13a9ae4-ef0b-4edb-8601-373381df8c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:47:05.830072 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-ef86ed83-8374-471d-a62d-e85c0b869974 service neutron] Bound using segment: {'id': 'd13a9ae4-ef0b-4edb-8601-373381df8c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636'} {{(pid=88595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:47:05.830501 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.managers [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-ef86ed83-8374-471d-a62d-e85c0b869974 service neutron] Bound port: c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd13a9ae4-ef0b-4edb-8601-373381df8c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636'}}] {{(pid=88595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:47:05.831032 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-ef86ed83-8374-471d-a62d-e85c0b869974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:05.835627 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ae2d5-b705-489e-aa70-b6102718d175 req-67900316-ac16-4eff-9d6d-8f2830232d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:05.839249 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-234ae2d5-b705-489e-aa70-b6102718d175 req-67900316-ac16-4eff-9d6d-8f2830232d3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:05.839249 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-234ae2d5-b705-489e-aa70-b6102718d175 req-67900316-ac16-4eff-9d6d-8f2830232d3a service neutron] 10.222.0.55 "PUT /v2.0/ports/a86cdb62-77c6-4709-bee1-fa3ef2a3f00c HTTP/1.1" status: 200  len: 1094 time: 3.2277086
Jun 04 13:47:05.839574 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a4339a6-92e1-4a7d-9c42-3bf34542e458', 'tag': 'a86cdb62-77c6-4709-bee1-fa3ef2a3f00c'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:47:05.963605 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce77166-95ad-4782-8205-a113271288dd req-db283f38-0fe7-40c3-a3b5-d734a4598c9a tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:05.965112 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-cce77166-95ad-4782-8205-a113271288dd req-db283f38-0fe7-40c3-a3b5-d734a4598c9a tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 944 time: 0.2781758
Jun 04 13:47:05.978205 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-22d70c6d-f3d1-4b05-8814-68ab725a2f7e tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Synchronizing usage tracker for tenant:9650a71550354afb93718cd61f608fa7 on resource:security_group {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:47:05.986330 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67900316-ac16-4eff-9d6d-8f2830232d3a service neutron] Pushing event updated for resources: {'Port': ['ID=a86cdb62-77c6-4709-bee1-fa3ef2a3f00c,revision_number=3']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:06.041427 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b3c75a96-656a-4202-9682-375fd445f0a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:06.042907 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.db [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-ef86ed83-8374-471d-a62d-e85c0b869974 service neutron] For port c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc, host hv-cinder-84359, cleared binding levels {{(pid=88595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:47:06.055110 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-21f9e2ce-fabd-4674-b90c-41a9c32cb582 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for port, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:06.062452 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.db [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-ef86ed83-8374-471d-a62d-e85c0b869974 service neutron] For port c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc,segment=NetworkSegment(d13a9ae4-ef0b-4edb-8601-373381df8c02),segment_id=d13a9ae4-ef0b-4edb-8601-373381df8c02)] {{(pid=88595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:47:06.079489 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:06.092192 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-21f9e2ce-fabd-4674-b90c-41a9c32cb582 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Transition to ACTIVE for port object 27770265-398d-4ada-87f2-212754c68a41 will not be triggered until provisioned by entity DHCP. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:47:06.095924 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-cce77166-95ad-4782-8205-a113271288dd req-de345cb7-869e-4db0-88fc-edf4469564d9 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/security-groups?id=42647ca6-a827-42cf-be24-42338f9f29d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183827
Jun 04 13:47:06.107776 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b3c75a96-656a-4202-9682-375fd445f0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:06.176871 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-22d70c6d-f3d1-4b05-8814-68ab725a2f7e tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Unset dirty status for tenant:9650a71550354afb93718cd61f608fa7 on resource:security_group {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:47:06.182555 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-22d70c6d-f3d1-4b05-8814-68ab725a2f7e tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--366467810&fields=id&tenant_id=9650a71550354afb93718cd61f608fa7 HTTP/1.1" status: 200  len: 267 time: 0.3935020
Jun 04 13:47:06.195852 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-b3c75a96-656a-4202-9682-375fd445f0a8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8e2c18b87446446ca35221af16dabb83&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9671276
Jun 04 13:47:06.197218 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 42186) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:06.207709 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-ef86ed83-8374-471d-a62d-e85c0b869974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:06.269312 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-21f9e2ce-fabd-4674-b90c-41a9c32cb582 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946'] for port, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:06.308060 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c75a96-656a-4202-9682-375fd445f0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd24086-2998-48aa-99a3-ac32d8a9cb72,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:06.314996 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-ef86ed83-8374-471d-a62d-e85c0b869974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:06.316171 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-ef86ed83-8374-471d-a62d-e85c0b869974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for port, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:06.316918 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-ef86ed83-8374-471d-a62d-e85c0b869974 service neutron] 10.222.0.55 "PUT /v2.0/ports/c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc HTTP/1.1" status: 200  len: 1094 time: 2.3128164
Jun 04 13:47:06.330081 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc', 'tag': 'c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc'}] {{(pid=88595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:47:06.367165 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-21f9e2ce-fabd-4674-b90c-41a9c32cb582 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Network 8b092770-eea2-4e76-9959-7bb13a86dfb1 is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:47:06.380230 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-21f9e2ce-fabd-4674-b90c-41a9c32cb582 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:47:06.387075 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-21f9e2ce-fabd-4674-b90c-41a9c32cb582 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Received port after_create {{(pid=88594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:47:06.392565 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-21f9e2ce-fabd-4674-b90c-41a9c32cb582 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:06.393186 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-21f9e2ce-fabd-4674-b90c-41a9c32cb582 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:06.397794 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86ed83-8374-471d-a62d-e85c0b869974 service neutron] Pushing event updated for resources: {'Port': ['ID=c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc,revision_number=3']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:06.411996 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9e2ce-fabd-4674-b90c-41a9c32cb582 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event updated for resources: {'Port': ['ID=27770265-398d-4ada-87f2-212754c68a41,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:06.427088 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-99bc90e0-e520-4f0d-977e-ff4dd6fa74d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:06.433716 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-c35b121e-fcb4-42f8-8738-825ff198b65f tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:06.436533 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-c35b121e-fcb4-42f8-8738-825ff198b65f tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Synchronizing usage tracker for tenant:9650a71550354afb93718cd61f608fa7 on resource:network {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:47:06.467582 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b33c1-57e6-46d7-8ffa-27f844839156 req-2adb95aa-4d02-4e24-858d-8120e500a881 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:06.469110 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-f83b33c1-57e6-46d7-8ffa-27f844839156 req-2adb95aa-4d02-4e24-858d-8120e500a881 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 944 time: 0.2068408
Jun 04 13:47:06.471016 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-99bc90e0-e520-4f0d-977e-ff4dd6fa74d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:06.515781 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-21f9e2ce-fabd-4674-b90c-41a9c32cb582 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3628154
Jun 04 13:47:06.542233 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-c35b121e-fcb4-42f8-8738-825ff198b65f tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Unset dirty status for tenant:9650a71550354afb93718cd61f608fa7 on resource:network {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:47:06.546836 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-c35b121e-fcb4-42f8-8738-825ff198b65f tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/networks?id=7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb HTTP/1.1" status: 200  len: 809 time: 0.3566537
Jun 04 13:47:06.547011 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-f83b33c1-57e6-46d7-8ffa-27f844839156 req-bb605eed-6a4f-4409-be6d-8031b8ec9efd tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667686
Jun 04 13:47:06.570501 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-fbc9edf3-cb37-48c0-8762-67f2409e0be2 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/quotas/9650a71550354afb93718cd61f608fa7 HTTP/1.1" status: 200  len: 375 time: 0.0151126
Jun 04 13:47:06.628195 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-99bc90e0-e520-4f0d-977e-ff4dd6fa74d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:06.647259 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc90e0-e520-4f0d-977e-ff4dd6fa74d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd24086-2998-48aa-99a3-ac32d8a9cb72,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:06.650799 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-99bc90e0-e520-4f0d-977e-ff4dd6fa74d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:06.651951 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-99bc90e0-e520-4f0d-977e-ff4dd6fa74d8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9dd24086-2998-48aa-99a3-ac32d8a9cb72 HTTP/1.1" status: 204  len: 168 time: 0.4537137
Jun 04 13:47:06.670186 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-02a58405-b35e-4642-b343-4285f7de9bd2 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Synchronizing usage tracker for tenant:9650a71550354afb93718cd61f608fa7 on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:47:06.691446 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7336b3f6-4304-42a9-b68d-b6226a3a0e6f'] response: {'name': 'network-changed', 'server_uuid': '1a4339a6-92e1-4a7d-9c42-3bf34542e458', 'tag': 'a86cdb62-77c6-4709-bee1-fa3ef2a3f00c', 'status': 'completed', 'code': 200}
Jun 04 13:47:06.728342 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b07d9e41-0371-4aa9-88ff-21d3227f7d96'] response: {'name': 'network-changed', 'server_uuid': 'b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc', 'tag': 'c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc', 'status': 'completed', 'code': 200}
Jun 04 13:47:06.777571 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-02a58405-b35e-4642-b343-4285f7de9bd2 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Unset dirty status for tenant:9650a71550354afb93718cd61f608fa7 on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:47:06.779215 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-02a58405-b35e-4642-b343-4285f7de9bd2 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9650a71550354afb93718cd61f608fa7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2063813
Jun 04 13:47:06.850461 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-69c0cf65-7d2b-48d5-99b8-9bc0b5b2cfbc None None] Provisioning for port 27770265-398d-4ada-87f2-212754c68a41 completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:47:06.857783 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-69c0cf65-7d2b-48d5-99b8-9bc0b5b2cfbc None None] Provisioning complete for port 27770265-398d-4ada-87f2-212754c68a41 triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:47:06.859330 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-69c0cf65-7d2b-48d5-99b8-9bc0b5b2cfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:06.905056 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187c8f0-e459-4b50-99e3-6469ddd2d72b req-04589c34-f78d-4174-a24f-5b337006a280 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:06.906795 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-9187c8f0-e459-4b50-99e3-6469ddd2d72b req-04589c34-f78d-4174-a24f-5b337006a280 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 931 time: 0.0948386
Jun 04 13:47:06.921070 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-69c0cf65-7d2b-48d5-99b8-9bc0b5b2cfbc None None] Port 27770265-398d-4ada-87f2-212754c68a41 cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:47:06.922882 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-5ccf5ea1-acc1-4572-9d66-f506c57a2f55 service neutron] 10.222.0.39 "GET /v2.0/networks/7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1313729
Jun 04 13:47:06.958261 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-9187c8f0-e459-4b50-99e3-6469ddd2d72b req-009c13c9-a034-495e-9723-ca792d3eefe8 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Synchronizing usage tracker for tenant:04f6f6455e3046efade411926e0f0561 on resource:security_group {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:47:06.970343 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-9187c8f0-e459-4b50-99e3-6469ddd2d72b req-009c13c9-a034-495e-9723-ca792d3eefe8 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Unset dirty status for tenant:04f6f6455e3046efade411926e0f0561 on resource:security_group {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:47:06.975456 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-9187c8f0-e459-4b50-99e3-6469ddd2d72b req-009c13c9-a034-495e-9723-ca792d3eefe8 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=551d7bfa-8b5d-44b2-9587-e8228120fef8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622358
Jun 04 13:47:07.145060 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-505c8207-1d33-427e-87a9-87143c11494f service neutron] 10.222.0.39 "GET /v2.0/networks/7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2159958
Jun 04 13:47:07.291146 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264fcdb-45e2-4a5b-ace5-0ff6eb53c120 req-4c3eedb3-bec4-48ce-8e59-c69225dac51a tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:07.292602 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-0264fcdb-45e2-4a5b-ace5-0ff6eb53c120 req-4c3eedb3-bec4-48ce-8e59-c69225dac51a tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 944 time: 0.0803773
Jun 04 13:47:07.354579 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-0264fcdb-45e2-4a5b-ace5-0ff6eb53c120 req-05eea685-dcd3-4676-8c4c-1010c936f722 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/security-groups?id=42647ca6-a827-42cf-be24-42338f9f29d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555799
Jun 04 13:47:07.411206 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 42216) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:07.428770 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device b4a73369-1deb-406b-8885-23dfae395e9c details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:47:07.429242 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-17e4d2ca-3e8e-458b-98b5-3430537086e9 req-e6d7d34b-3933-4911-b78d-f4de0ce267df tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 210 time: 0.0494497
Jun 04 13:47:07.439756 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b11662d1-cfd3-4c8f-b4e7-d9fc4f5ab1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:07.455628 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-b11662d1-cfd3-4c8f-b4e7-d9fc4f5ab1f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:47:07.459592 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-b11662d1-cfd3-4c8f-b4e7-d9fc4f5ab1f3 admin admin] Usage tracker for resource:security_group_rule and tenant:5ecffc7813c14129a1b55f8e645234f5 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:47:07.462534 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-b11662d1-cfd3-4c8f-b4e7-d9fc4f5ab1f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:47:07.468826 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-b11662d1-cfd3-4c8f-b4e7-d9fc4f5ab1f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:47:07.477118 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-ce8c0ef2-5817-486d-921f-767eed08fa2d service neutron] Request body: {'port': {'device_id': '51139133-f363-4326-9ace-7d58f32d4bfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:47:07.646949 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b11662d1-cfd3-4c8f-b4e7-d9fc4f5ab1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:07.672403 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73e5d5-b95d-453f-b2cd-4bf330ca6ecd req-e1dcb7a8-693e-47f1-9941-2c1dbbd2d9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:07.672647 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-ce8c0ef2-5817-486d-921f-767eed08fa2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:07.673988 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-2f73e5d5-b95d-453f-b2cd-4bf330ca6ecd req-e1dcb7a8-693e-47f1-9941-2c1dbbd2d9ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e199af9b5451493fa5a38f932be3993f&device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 1097 time: 0.1047716
Jun 04 13:47:07.700525 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port b4a73369-1deb-406b-8885-23dfae395e9c, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=b4a73369-1deb-406b-8885-23dfae395e9c,segment=NetworkSegment(4906c609-8ec1-47b1-956d-f65e95c4f515),segment_id=4906c609-8ec1-47b1-956d-f65e95c4f515)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:47:07.717250 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Returning: {'device': 'b4a73369-1deb-406b-8885-23dfae395e9c', 'network_id': 'cebdbe79-e6fd-4765-b290-7deb15a4b00f', 'port_id': 'b4a73369-1deb-406b-8885-23dfae395e9c', 'mac_address': 'fa:16:3e:1d:4d:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc58747-c8ef-45f8-8036-abb990976bf9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:47:07.751673 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655d864-5500-46bb-b658-cd36a322acfe req-1521143c-9250-4973-b454-71ef984fa7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:07.753148 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7655d864-5500-46bb-b658-cd36a322acfe req-1521143c-9250-4973-b454-71ef984fa7da service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e199af9b5451493fa5a38f932be3993f&device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 1097 time: 0.1699195
Jun 04 13:47:07.774001 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port b4a73369-1deb-406b-8885-23dfae395e9c is: DOWN; New status is: BUILD {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:47:07.774394 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:07.793304 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a73369-1deb-406b-8885-23dfae395e9c {{(pid=88596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:47:07.811592 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port b4a73369-1deb-406b-8885-23dfae395e9c, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=b4a73369-1deb-406b-8885-23dfae395e9c,segment=NetworkSegment(4906c609-8ec1-47b1-956d-f65e95c4f515),segment_id=4906c609-8ec1-47b1-956d-f65e95c4f515)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:47:07.817523 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b11662d1-cfd3-4c8f-b4e7-d9fc4f5ab1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:07.864473 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-b11662d1-cfd3-4c8f-b4e7-d9fc4f5ab1f3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ecffc7813c14129a1b55f8e645234f5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4519565
Jun 04 13:47:07.873874 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 42230) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:07.925086 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:07.938543 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11662d1-cfd3-4c8f-b4e7-d9fc4f5ab1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac2f7ad-83d8-443f-8b07-c7554acb25e9,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:07.993549 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=b4a73369-1deb-406b-8885-23dfae395e9c,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:08.003418 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73e5d5-b95d-453f-b2cd-4bf330ca6ecd req-4e14eaa9-63a1-4b68-bdcf-0e28055971c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:08.004946 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-2f73e5d5-b95d-453f-b2cd-4bf330ca6ecd req-4e14eaa9-63a1-4b68-bdcf-0e28055971c6 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=e199af9b5451493fa5a38f932be3993f&shared=False HTTP/1.1" status: 200  len: 920 time: 0.2887173
Jun 04 13:47:08.122928 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf1e79-e79f-4aad-b294-66a40c2ca82f req-3879a1a1-ce75-4f46-9ec4-33f2f517e1d2 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:08.124553 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-4ddf1e79-e79f-4aad-b294-66a40c2ca82f req-3879a1a1-ce75-4f46-9ec4-33f2f517e1d2 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 944 time: 0.4431906
Jun 04 13:47:08.172152 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4c44e023-5dd5-426b-89ca-dfba61f943fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:08.174054 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655d864-5500-46bb-b658-cd36a322acfe req-a0d6cfd8-6510-41d5-a4b1-e759796266eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:08.177438 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7655d864-5500-46bb-b658-cd36a322acfe req-a0d6cfd8-6510-41d5-a4b1-e759796266eb service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=e199af9b5451493fa5a38f932be3993f&shared=False HTTP/1.1" status: 200  len: 920 time: 0.3730617
Jun 04 13:47:08.249697 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73e5d5-b95d-453f-b2cd-4bf330ca6ecd req-21d0bbf2-eacf-4bfa-82f4-a577d14a6e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:08.251469 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-2f73e5d5-b95d-453f-b2cd-4bf330ca6ecd req-21d0bbf2-eacf-4bfa-82f4-a577d14a6e5f service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2324851
Jun 04 13:47:08.287457 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-4ddf1e79-e79f-4aad-b294-66a40c2ca82f req-fa016bd8-344b-4d16-a146-32164ea170d5 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1514456
Jun 04 13:47:08.295262 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4c44e023-5dd5-426b-89ca-dfba61f943fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:08.307622 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['b4a73369-1deb-406b-8885-23dfae395e9c'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:47:08.464304 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-2330c515-cb68-4aba-a585-0a85604ada16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:08.466548 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-2330c515-cb68-4aba-a585-0a85604ada16 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e199af9b5451493fa5a38f932be3993f&device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 1097 time: 0.1249502
Jun 04 13:47:08.564183 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655d864-5500-46bb-b658-cd36a322acfe req-c682a7a3-2e20-4a65-8665-27be2311fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:08.565641 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7655d864-5500-46bb-b658-cd36a322acfe req-c682a7a3-2e20-4a65-8665-27be2311fdda service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3750632
Jun 04 13:47:08.600704 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4c44e023-5dd5-426b-89ca-dfba61f943fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:08.609292 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83bc0a-dfb3-4acf-8501-becae85c163b req-6f4942fd-e30c-4ab5-9fce-538ebcbaa806 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:08.609997 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-9f83bc0a-dfb3-4acf-8501-becae85c163b req-6f4942fd-e30c-4ab5-9fce-538ebcbaa806 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Synchronizing usage tracker for tenant:04f6f6455e3046efade411926e0f0561 on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:47:08.676732 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-ce8c0ef2-5817-486d-921f-767eed08fa2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27770265-398d-4ada-87f2-212754c68a41 {{(pid=88594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:47:08.680088 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44e023-5dd5-426b-89ca-dfba61f943fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac2f7ad-83d8-443f-8b07-c7554acb25e9,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:08.683978 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-651a40bb-64a1-414a-9e33-a36a1ed55b6a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc HTTP/1.1" status: 200  len: 217 time: 0.2030952
Jun 04 13:47:08.692252 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-ce8c0ef2-5817-486d-921f-767eed08fa2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:08.713192 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-ce8c0ef2-5817-486d-921f-767eed08fa2d service neutron] Transition to ACTIVE for port object 27770265-398d-4ada-87f2-212754c68a41 will not be triggered until provisioned by entity L2. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:47:08.732708 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4c44e023-5dd5-426b-89ca-dfba61f943fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:08.733825 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-4c44e023-5dd5-426b-89ca-dfba61f943fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7ac2f7ad-83d8-443f-8b07-c7554acb25e9 HTTP/1.1" status: 204  len: 168 time: 0.8590775
Jun 04 13:47:08.738531 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ae2d5-b705-489e-aa70-b6102718d175 req-99ef0b61-d345-4d2a-bce8-5918de311abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:08.740263 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-234ae2d5-b705-489e-aa70-b6102718d175 req-99ef0b61-d345-4d2a-bce8-5918de311abc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e199af9b5451493fa5a38f932be3993f&device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 1097 time: 0.1066353
Jun 04 13:47:08.830540 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-234ae2d5-b705-489e-aa70-b6102718d175 req-6daea0e2-dc1c-4d7e-a507-ba5d1b1ac081 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a86cdb62-77c6-4709-bee1-fa3ef2a3f00c HTTP/1.1" status: 200  len: 217 time: 0.0754416
Jun 04 13:47:08.840999 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-cf49a62b-21d3-4cdf-ada3-d86f0710bfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:08.853411 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-cf49a62b-21d3-4cdf-ada3-d86f0710bfe4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b7ee1fc-be06-43a6-b80c-c1390a27d5a9 HTTP/1.1" status: 200  len: 858 time: 0.1514344
Jun 04 13:47:08.875965 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-ce8c0ef2-5817-486d-921f-767eed08fa2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:08.879718 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-9f83bc0a-dfb3-4acf-8501-becae85c163b req-6f4942fd-e30c-4ab5-9fce-538ebcbaa806 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Unset dirty status for tenant:04f6f6455e3046efade411926e0f0561 on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:47:08.886472 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-9f83bc0a-dfb3-4acf-8501-becae85c163b req-6f4942fd-e30c-4ab5-9fce-538ebcbaa806 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 931 time: 0.7663133
Jun 04 13:47:08.905932 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1118d-d59f-4276-909d-f9679ebf0e10 req-b4abf32b-860c-4d0c-81ba-b835fd16d788 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:08.907400 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-33e1118d-d59f-4276-909d-f9679ebf0e10 req-b4abf32b-860c-4d0c-81ba-b835fd16d788 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 945 time: 0.3143358
Jun 04 13:47:08.976382 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-33e1118d-d59f-4276-909d-f9679ebf0e10 req-fe142ea0-95e0-4a31-856a-620b2d5cba9a tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/security-groups?id=42647ca6-a827-42cf-be24-42338f9f29d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614247
Jun 04 13:47:08.986870 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-b5865286-9719-4683-aa30-9f9e2b3ac537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:08.988440 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-b5865286-9719-4683-aa30-9f9e2b3ac537 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7d55235-bf68-4e08-8155-47e9a6165636&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1361015
Jun 04 13:47:09.117202 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-9f83bc0a-dfb3-4acf-8501-becae85c163b req-b770288e-c5e2-47e7-abea-869f61895998 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=551d7bfa-8b5d-44b2-9587-e8228120fef8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2298007
Jun 04 13:47:09.180296 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c0ef2-5817-486d-921f-767eed08fa2d service neutron] Pushing event updated for resources: {'Port': ['ID=27770265-398d-4ada-87f2-212754c68a41,revision_number=2']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:09.189064 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ae2d5-b705-489e-aa70-b6102718d175 req-1c9ed395-a9a9-46e2-bfe0-927300e13a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:09.190770 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-234ae2d5-b705-489e-aa70-b6102718d175 req-1c9ed395-a9a9-46e2-bfe0-927300e13a28 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b7ee1fc-be06-43a6-b80c-c1390a27d5a9 HTTP/1.1" status: 200  len: 858 time: 0.3536820
Jun 04 13:47:09.243199 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-ce8c0ef2-5817-486d-921f-767eed08fa2d service neutron] Attempting to bind port 27770265-398d-4ada-87f2-212754c68a41 on host hv-cinder-84359 for vnic_type normal with profile  {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:47:09.243790 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-ce8c0ef2-5817-486d-921f-767eed08fa2d service neutron] Attempting to bind port 27770265-398d-4ada-87f2-212754c68a41 by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': '6d3f57de-dbe3-431a-86c1-8e1406ca4d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1'}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:47:09.244141 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-ce8c0ef2-5817-486d-921f-767eed08fa2d service neutron] Attempting to bind port 27770265-398d-4ada-87f2-212754c68a41 on network 8b092770-eea2-4e76-9959-7bb13a86dfb1 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:47:09.254219 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-98f741e5-c1b7-45aa-a762-e65e1cc0348b req-039d10bd-1e06-42fd-890b-458b18095d0c tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 210 time: 0.1071765
Jun 04 13:47:09.268069 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-ce8c0ef2-5817-486d-921f-767eed08fa2d service neutron] Port 27770265-398d-4ada-87f2-212754c68a41 on network 8b092770-eea2-4e76-9959-7bb13a86dfb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:47:09.268631 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-ce8c0ef2-5817-486d-921f-767eed08fa2d service neutron] Attempting to bind port 27770265-398d-4ada-87f2-212754c68a41 on network 8b092770-eea2-4e76-9959-7bb13a86dfb1 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:47:09.276941 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-ce8c0ef2-5817-486d-921f-767eed08fa2d service neutron] Checking agent: {'id': '3f86017d-093a-400f-b732-6c31be8aecc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'started_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:47:09.277501 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-ce8c0ef2-5817-486d-921f-767eed08fa2d service neutron] Checking segment: {'id': '6d3f57de-dbe3-431a-86c1-8e1406ca4d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:47:09.279498 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-ce8c0ef2-5817-486d-921f-767eed08fa2d service neutron] Bound using segment: {'id': '6d3f57de-dbe3-431a-86c1-8e1406ca4d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1'} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:47:09.279498 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-ce8c0ef2-5817-486d-921f-767eed08fa2d service neutron] Bound port: 27770265-398d-4ada-87f2-212754c68a41, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d3f57de-dbe3-431a-86c1-8e1406ca4d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1'}}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:47:09.279853 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-ce8c0ef2-5817-486d-921f-767eed08fa2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:09.369942 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-5fc314d5-0ab1-419c-9a3c-58d165af0586 service neutron] 10.222.0.55 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3724489
Jun 04 13:47:09.548806 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5f1f38c4-1789-42f4-ace0-731e79bc6b07 req-e4b206b4-3f50-484b-ac39-79dd43679971 service neutron] 10.222.0.55 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1710691
Jun 04 13:47:09.634832 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-ce8c0ef2-5817-486d-921f-767eed08fa2d service neutron] For port 27770265-398d-4ada-87f2-212754c68a41, host hv-cinder-84359, cleared binding levels {{(pid=88594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:47:09.650398 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ae2d5-b705-489e-aa70-b6102718d175 req-05ba0668-47fd-41c5-a96b-0438bb11d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:09.651940 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-234ae2d5-b705-489e-aa70-b6102718d175 req-05ba0668-47fd-41c5-a96b-0438bb11d8ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7d55235-bf68-4e08-8155-47e9a6165636&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4423964
Jun 04 13:47:09.688605 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-ce8c0ef2-5817-486d-921f-767eed08fa2d service neutron] For port 27770265-398d-4ada-87f2-212754c68a41, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=27770265-398d-4ada-87f2-212754c68a41,segment=NetworkSegment(6d3f57de-dbe3-431a-86c1-8e1406ca4d6a),segment_id=6d3f57de-dbe3-431a-86c1-8e1406ca4d6a)] {{(pid=88594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:47:09.807297 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4fcc0-21b5-4a40-ac98-83d6b045fd0a req-5b3f8ca9-ba55-4d79-873a-c03c18f6124a tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:09.807980 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-13e4fcc0-21b5-4a40-ac98-83d6b045fd0a req-5b3f8ca9-ba55-4d79-873a-c03c18f6124a tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Synchronizing usage tracker for tenant:e199af9b5451493fa5a38f932be3993f on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:47:09.813869 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-ce8c0ef2-5817-486d-921f-767eed08fa2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:09.874096 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-234ae2d5-b705-489e-aa70-b6102718d175 req-82823b4b-ff03-44e0-b119-169df7b795e5 service neutron] 10.222.0.55 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2151959
Jun 04 13:47:09.895963 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-ce8c0ef2-5817-486d-921f-767eed08fa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:09.896576 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-ce8c0ef2-5817-486d-921f-767eed08fa2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:09.897925 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-ce8c0ef2-5817-486d-921f-767eed08fa2d service neutron] 10.222.0.55 "PUT /v2.0/ports/27770265-398d-4ada-87f2-212754c68a41 HTTP/1.1" status: 200  len: 1093 time: 2.4270933
Jun 04 13:47:09.924317 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51139133-f363-4326-9ace-7d58f32d4bfc', 'tag': '27770265-398d-4ada-87f2-212754c68a41'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:47:09.938477 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-13e4fcc0-21b5-4a40-ac98-83d6b045fd0a req-5b3f8ca9-ba55-4d79-873a-c03c18f6124a tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Unset dirty status for tenant:e199af9b5451493fa5a38f932be3993f on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:47:09.939748 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-13e4fcc0-21b5-4a40-ac98-83d6b045fd0a req-5b3f8ca9-ba55-4d79-873a-c03c18f6124a tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 944 time: 0.3790798
Jun 04 13:47:09.956208 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device b4a73369-1deb-406b-8885-23dfae395e9c up at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:47:10.018938 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c282a02e-4e1e-40d4-a263-15e185b1d61b'] response: {'name': 'network-changed', 'server_uuid': '51139133-f363-4326-9ace-7d58f32d4bfc', 'tag': '27770265-398d-4ada-87f2-212754c68a41', 'status': 'completed', 'code': 200}
Jun 04 13:47:10.045490 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c0ef2-5817-486d-921f-767eed08fa2d service neutron] Pushing event updated for resources: {'Port': ['ID=27770265-398d-4ada-87f2-212754c68a41,revision_number=3']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:10.194533 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning for port b4a73369-1deb-406b-8885-23dfae395e9c completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:47:10.195714 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning complete for port b4a73369-1deb-406b-8885-23dfae395e9c triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:47:10.196242 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:10.211581 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-13e4fcc0-21b5-4a40-ac98-83d6b045fd0a req-621eb359-c958-474a-9afa-c7e72a22dadc tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2609091
Jun 04 13:47:10.270582 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-234ae2d5-b705-489e-aa70-b6102718d175 req-b9f3cdf6-984c-4c56-9f28-dc0a08718dc0 service neutron] 10.222.0.55 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3834028
Jun 04 13:47:10.355340 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28e74c-205b-44ce-b243-18689bfec233 req-e8fdf59e-03b2-4c2f-8696-a98acc57055e tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:10.358321 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-be28e74c-205b-44ce-b243-18689bfec233 req-e8fdf59e-03b2-4c2f-8696-a98acc57055e tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 945 time: 0.1420462
Jun 04 13:47:10.376611 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-f16918bb-33fd-4127-a21f-7b03cef4f5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:10.378279 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-f16918bb-33fd-4127-a21f-7b03cef4f5e9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=04f6f6455e3046efade411926e0f0561&device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 1096 time: 0.3125172
Jun 04 13:47:10.442028 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port b4a73369-1deb-406b-8885-23dfae395e9c is: BUILD; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:47:10.442488 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:10.467300 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-be28e74c-205b-44ce-b243-18689bfec233 req-6172847d-dc01-44aa-a531-e1047c878b9f tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/security-groups?id=42647ca6-a827-42cf-be24-42338f9f29d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010945
Jun 04 13:47:10.497373 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b194f8e-bbdd-4ab1-9ddd-11a15de9b255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a73369-1deb-406b-8885-23dfae395e9c'}] {{(pid=88596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:47:10.586643 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port b4a73369-1deb-406b-8885-23dfae395e9c, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=b4a73369-1deb-406b-8885-23dfae395e9c,segment=NetworkSegment(4906c609-8ec1-47b1-956d-f65e95c4f515),segment_id=4906c609-8ec1-47b1-956d-f65e95c4f515)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:47:10.598871 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-6cf9cbd3-49b9-4297-8b85-c2b55749caeb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27770265-398d-4ada-87f2-212754c68a41 HTTP/1.1" status: 200  len: 217 time: 0.1413541
Jun 04 13:47:10.693368 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-bf7d28bf-3904-457c-a14a-6eae1ce7f133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:10.697730 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-bf7d28bf-3904-457c-a14a-6eae1ce7f133 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69bc4cdc-ad33-4161-be2e-42ba13f7d967 HTTP/1.1" status: 200  len: 853 time: 0.0886204
Jun 04 13:47:10.709135 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-7efa72a4-be2b-418a-b9b2-37861843900a req-fad856aa-a3b9-4637-b124-41f75d90b95b tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 210 time: 0.1185663
Jun 04 13:47:10.720464 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:10.834764 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=b4a73369-1deb-406b-8885-23dfae395e9c,revision_number=5']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:10.843053 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee824e-ca0e-4980-b0fd-e67ffccc2f59 req-9cd8ed56-63ca-464d-84f6-4e6bb55c9d47 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:10.844675 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-0dee824e-ca0e-4980-b0fd-e67ffccc2f59 req-9cd8ed56-63ca-464d-84f6-4e6bb55c9d47 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 943 time: 0.3306973
Jun 04 13:47:10.887388 dv-cinder-843593-2-iscsi neutron-server[88596]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2418bd4a-2fd8-4f3c-8b83-7b2e54d6c503'] response: {'server_uuid': '0b194f8e-bbdd-4ab1-9ddd-11a15de9b255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a73369-1deb-406b-8885-23dfae395e9c', 'code': 200}
Jun 04 13:47:10.899386 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-0dee824e-ca0e-4980-b0fd-e67ffccc2f59 req-7560a479-ded4-4a1f-8a42-c6b2079cd607 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=551d7bfa-8b5d-44b2-9587-e8228120fef8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471671
Jun 04 13:47:10.906692 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-a63be7c1-ae25-4de3-ae26-0ef39d1b2588 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:10.908135 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-a63be7c1-ae25-4de3-ae26-0ef39d1b2588 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.55 "GET /v2.0/networks?id=7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb HTTP/1.1" status: 200  len: 809 time: 0.5830967
Jun 04 13:47:11.003927 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-63c065f1-d10d-4372-aeed-997f819c21f0 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9650a71550354afb93718cd61f608fa7 HTTP/1.1" status: 200  len: 379 time: 0.0653079
Jun 04 13:47:11.010845 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-4584f178-e5a7-4c0e-a47b-4bbb1ef0916f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:11.014543 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-4584f178-e5a7-4c0e-a47b-4bbb1ef0916f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8b092770-eea2-4e76-9959-7bb13a86dfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2986841
Jun 04 13:47:11.033124 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-9bb47189-8e6a-4dd4-aee5-ff06a407081c tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Request body: {'port': {'device_id': '20f34452-bf87-4c9b-a370-e8234de303cf', 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb', 'admin_state_up': True, 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'security_groups': ['6c893b7b-efa0-4b8c-b0a0-f67e36c79488']}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:47:11.301428 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-a65fa3ae-6751-461d-a02b-b891f08d92c1 service neutron] 10.222.0.55 "GET /v2.0/networks/8b092770-eea2-4e76-9959-7bb13a86dfb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2750826
Jun 04 13:47:11.301428 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-9bb47189-8e6a-4dd4-aee5-ff06a407081c tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:47:11.338229 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-9bb47189-8e6a-4dd4-aee5-ff06a407081c tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:47:11.421873 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf478a77-c65c-4b87-9655-b4f768c21b7e req-f4815f4f-c211-473f-9c0f-6d54d4ba6253 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:11.423392 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-cf478a77-c65c-4b87-9655-b4f768c21b7e req-f4815f4f-c211-473f-9c0f-6d54d4ba6253 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 944 time: 0.0866964
Jun 04 13:47:11.455389 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-40f275b0-b22b-4a72-8b87-d545cd96eaea req-12cf9d24-f908-42e5-ad58-0558e5e42d9d service neutron] 10.222.0.55 "GET /v2.0/networks/8b092770-eea2-4e76-9959-7bb13a86dfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1484084
Jun 04 13:47:11.468108 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-9bb47189-8e6a-4dd4-aee5-ff06a407081c tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Made reservation on behalf of 9650a71550354afb93718cd61f608fa7 for: {'port': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:47:11.473191 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-9bb47189-8e6a-4dd4-aee5-ff06a407081c tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:11.525757 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-cf478a77-c65c-4b87-9655-b4f768c21b7e req-1f1880a0-ebe9-4225-9b84-543cb3413efb tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593598
Jun 04 13:47:11.561767 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9749bc-4ad3-4427-8dde-6dd1a6025934 req-b1817928-ac1a-4ef9-ba41-3fae8e248868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:11.563285 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-0a9749bc-4ad3-4427-8dde-6dd1a6025934 req-b1817928-ac1a-4ef9-ba41-3fae8e248868 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 1099 time: 0.1388786
Jun 04 13:47:11.639820 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-0a9749bc-4ad3-4427-8dde-6dd1a6025934 req-91b00f46-ba4e-4d2a-97a3-4e03c5dac643 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:11.656652 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [req-0a9749bc-4ad3-4427-8dde-6dd1a6025934 req-91b00f46-ba4e-4d2a-97a3-4e03c5dac643 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:47:11.660932 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-0a9749bc-4ad3-4427-8dde-6dd1a6025934 req-91b00f46-ba4e-4d2a-97a3-4e03c5dac643 service neutron] Usage tracker for resource:security_group_rule and tenant:00c78d67a44746aa9f52b3cce57e1a7d is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:47:11.664090 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-0a9749bc-4ad3-4427-8dde-6dd1a6025934 req-91b00f46-ba4e-4d2a-97a3-4e03c5dac643 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:47:11.670267 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [req-0a9749bc-4ad3-4427-8dde-6dd1a6025934 req-91b00f46-ba4e-4d2a-97a3-4e03c5dac643 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:47:11.774062 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-0a9749bc-4ad3-4427-8dde-6dd1a6025934 req-91b00f46-ba4e-4d2a-97a3-4e03c5dac643 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:11.848428 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_common [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-9bb47189-8e6a-4dd4-aee5-ff06a407081c tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Allocated IP 172.20.0.5 (7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb/3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e/146e29a3-ae72-4d89-8eed-82b6a6bd7f5d) {{(pid=88594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:47:11.852366 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-215fcbc5-5700-4830-a3ab-e32e03482a4b req-e451a370-2c90-497d-9707-59b212fef83d tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 210 time: 0.0435317
Jun 04 13:47:11.885194 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-0a9749bc-4ad3-4427-8dde-6dd1a6025934 req-91b00f46-ba4e-4d2a-97a3-4e03c5dac643 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:11.909389 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f67ef-86ee-4ad8-83ff-18918c681b42 req-e3f9a227-02ab-41f5-8354-8d541e9f8fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:11.910869 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ae0f67ef-86ee-4ad8-83ff-18918c681b42 req-e3f9a227-02ab-41f5-8354-8d541e9f8fa4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=04f6f6455e3046efade411926e0f0561&device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 1096 time: 0.1572256
Jun 04 13:47:11.913894 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-0a9749bc-4ad3-4427-8dde-6dd1a6025934 req-91b00f46-ba4e-4d2a-97a3-4e03c5dac643 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=42647ca6-a827-42cf-be24-42338f9f29d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2926056
Jun 04 13:47:11.918046 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed4934-a24c-420a-9a3c-1ba700626009 req-4f2754f3-31b7-4f31-b680-6eceaf59ac58 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:11.919983 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-19ed4934-a24c-420a-9a3c-1ba700626009 req-4f2754f3-31b7-4f31-b680-6eceaf59ac58 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 946 time: 0.3159244
Jun 04 13:47:11.927925 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b00f46-ba4e-4d2a-97a3-4e03c5dac643 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4854d1ef-e275-4110-a4a6-352b07a19ef7,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:12.052723 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-19ed4934-a24c-420a-9a3c-1ba700626009 req-be9e11ac-cb6e-49d3-9765-7ffe8ccb5c2a tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/security-groups?id=42647ca6-a827-42cf-be24-42338f9f29d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224873
Jun 04 13:47:12.117465 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-9bb47189-8e6a-4dd4-aee5-ff06a407081c tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for port, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:12.136321 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-9bb47189-8e6a-4dd4-aee5-ff06a407081c tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Transition to ACTIVE for port object 146e29a3-ae72-4d89-8eed-82b6a6bd7f5d will not be triggered until provisioned by entity DHCP. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:47:12.174119 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2a1aa-bd72-4d01-bfe3-3b05418f3a81 req-f90935ca-777c-4826-ab81-da4f6f549e53 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:12.175625 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-2df2a1aa-bd72-4d01-bfe3-3b05418f3a81 req-f90935ca-777c-4826-ab81-da4f6f549e53 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 943 time: 0.1260703
Jun 04 13:47:12.225232 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-2df2a1aa-bd72-4d01-bfe3-3b05418f3a81 req-dbbc9d36-1069-44b9-9359-c11c9ce79d08 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=551d7bfa-8b5d-44b2-9587-e8228120fef8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422163
Jun 04 13:47:12.251454 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-9bb47189-8e6a-4dd4-aee5-ff06a407081c tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946'] for port, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:12.328367 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-9bb47189-8e6a-4dd4-aee5-ff06a407081c tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Network 7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:47:12.331477 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-9bb47189-8e6a-4dd4-aee5-ff06a407081c tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:47:12.335254 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-9bb47189-8e6a-4dd4-aee5-ff06a407081c tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Received port after_create {{(pid=88594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:47:12.343458 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-9bb47189-8e6a-4dd4-aee5-ff06a407081c tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:12.344094 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-9bb47189-8e6a-4dd4-aee5-ff06a407081c tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:12.374261 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb47189-8e6a-4dd4-aee5-ff06a407081c tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Pushing event updated for resources: {'Port': ['ID=146e29a3-ae72-4d89-8eed-82b6a6bd7f5d,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:12.445847 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-9bb47189-8e6a-4dd4-aee5-ff06a407081c tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4226851
Jun 04 13:47:12.656858 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-d8bb950f-dc99-4384-aa03-44498b8158f5 None None] Provisioning for port 146e29a3-ae72-4d89-8eed-82b6a6bd7f5d completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:47:12.664525 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-d8bb950f-dc99-4384-aa03-44498b8158f5 None None] Provisioning complete for port 146e29a3-ae72-4d89-8eed-82b6a6bd7f5d triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:47:12.664525 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d8bb950f-dc99-4384-aa03-44498b8158f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:12.719694 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-d8bb950f-dc99-4384-aa03-44498b8158f5 None None] Port 146e29a3-ae72-4d89-8eed-82b6a6bd7f5d cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:47:12.725107 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a0b06-4225-4ac7-9ec6-f5799038588a req-d92348a2-1930-46e8-9d44-653f650d547f tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:12.726571 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-552a0b06-4225-4ac7-9ec6-f5799038588a req-d92348a2-1930-46e8-9d44-653f650d547f tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 944 time: 0.0892427
Jun 04 13:47:12.774090 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-552a0b06-4225-4ac7-9ec6-f5799038588a req-10894f63-58ac-4386-af72-da2ee025d4b6 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409906
Jun 04 13:47:13.053224 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac6084-29ff-453d-8d21-98f3189dc944 req-fbce2e75-e0f1-42fa-84d6-ebfccc17249c tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:13.054668 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-40ac6084-29ff-453d-8d21-98f3189dc944 req-fbce2e75-e0f1-42fa-84d6-ebfccc17249c tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 931 time: 0.0894020
Jun 04 13:47:13.099316 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-40ac6084-29ff-453d-8d21-98f3189dc944 req-a56005a1-87c4-4952-a305-6cde868fdf91 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Synchronizing usage tracker for tenant:9650a71550354afb93718cd61f608fa7 on resource:security_group {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:47:13.113874 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-40ac6084-29ff-453d-8d21-98f3189dc944 req-a56005a1-87c4-4952-a305-6cde868fdf91 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Unset dirty status for tenant:9650a71550354afb93718cd61f608fa7 on resource:security_group {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:47:13.115133 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-40ac6084-29ff-453d-8d21-98f3189dc944 req-a56005a1-87c4-4952-a305-6cde868fdf91 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534160
Jun 04 13:47:13.265700 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc40c0-654f-4c00-bb0f-280b99750aa1 req-036f93c4-09c6-4e04-b815-03fdbb5c0ccd tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:13.265700 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b1fc40c0-654f-4c00-bb0f-280b99750aa1 req-036f93c4-09c6-4e04-b815-03fdbb5c0ccd tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 946 time: 0.0824959
Jun 04 13:47:13.311363 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b1fc40c0-654f-4c00-bb0f-280b99750aa1 req-9654d85d-1fa5-4c27-bfd5-36bafac69eaf tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/security-groups?id=42647ca6-a827-42cf-be24-42338f9f29d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412860
Jun 04 13:47:13.351891 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:47:13.410071 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d739b98-8e18-4fa3-8369-315a2d62c12a req-6ccba253-705e-449e-b1a9-3e2a4a412872 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:13.411613 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-8d739b98-8e18-4fa3-8369-315a2d62c12a req-6ccba253-705e-449e-b1a9-3e2a4a412872 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 943 time: 0.0807338
Jun 04 13:47:13.456093 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-8d739b98-8e18-4fa3-8369-315a2d62c12a req-ba66cd8d-13d8-4df6-88e6-6d03af415fe6 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=551d7bfa-8b5d-44b2-9587-e8228120fef8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386050
Jun 04 13:47:13.488966 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc,segment=NetworkSegment(d13a9ae4-ef0b-4edb-8601-373381df8c02),segment_id=d13a9ae4-ef0b-4edb-8601-373381df8c02)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:47:13.511269 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Returning: {'device': 'c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc', 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636', 'port_id': 'c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc', 'mac_address': 'fa:16:3e:c5:31:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7ee1fc-be06-43a6-b80c-c1390a27d5a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:47:13.568486 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc is: DOWN; New status is: BUILD {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:47:13.568874 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:13.585178 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc {{(pid=88596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:47:13.600015 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc,segment=NetworkSegment(d13a9ae4-ef0b-4edb-8601-373381df8c02),segment_id=d13a9ae4-ef0b-4edb-8601-373381df8c02)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:47:13.701909 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:13.768615 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:13.957424 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8b309-b187-4df0-974e-c7a772cfed5c req-119001aa-cfb3-43d3-8919-93d9f9bee260 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:13.958894 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-bfc8b309-b187-4df0-974e-c7a772cfed5c req-119001aa-cfb3-43d3-8919-93d9f9bee260 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 945 time: 0.0833268
Jun 04 13:47:14.007392 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-bfc8b309-b187-4df0-974e-c7a772cfed5c req-8530c2fa-f0d1-4205-9520-1ea93f2bc45c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426946
Jun 04 13:47:14.302015 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19fe79-5714-475b-9309-23e9f824e6a4 req-c730a71f-f3b3-4bd9-a6b1-b11db3d02439 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:14.303457 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-bf19fe79-5714-475b-9309-23e9f824e6a4 req-c730a71f-f3b3-4bd9-a6b1-b11db3d02439 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 931 time: 0.0815830
Jun 04 13:47:14.346269 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-bf19fe79-5714-475b-9309-23e9f824e6a4 req-010f1515-30aa-4228-8c56-83fc7b830926 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372505
Jun 04 13:47:14.490665 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69542337-3492-4b62-a21d-9fc24fc67cc5 req-716f2525-bb23-4514-a6e4-2ea8fc02cb45 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:14.492585 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-69542337-3492-4b62-a21d-9fc24fc67cc5 req-716f2525-bb23-4514-a6e4-2ea8fc02cb45 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 946 time: 0.0778334
Jun 04 13:47:14.537667 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-69542337-3492-4b62-a21d-9fc24fc67cc5 req-f0d21f14-59f7-42fc-8d16-1c4ea7248e5e tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/security-groups?id=42647ca6-a827-42cf-be24-42338f9f29d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390027
Jun 04 13:47:14.595656 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:47:14.628161 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-99236b10-d548-4274-b121-3a8779d9cb42 service neutron] Request body: {'port': {'device_id': '20f34452-bf87-4c9b-a370-e8234de303cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:47:14.643071 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73a174-776b-4579-a862-db8b8d6d3a43 req-61d71736-cfce-47b2-bf34-93747b02cdef tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:14.644658 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-ed73a174-776b-4579-a862-db8b8d6d3a43 req-61d71736-cfce-47b2-bf34-93747b02cdef tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 943 time: 0.0807931
Jun 04 13:47:14.695498 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-ed73a174-776b-4579-a862-db8b8d6d3a43 req-cf27a773-2bb8-46e2-98d6-405a2e39e609 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=551d7bfa-8b5d-44b2-9587-e8228120fef8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443604
Jun 04 13:47:14.833823 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f67ef-86ee-4ad8-83ff-18918c681b42 req-930ce6bb-fcd0-43c6-9a00-5696b41a4c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:14.833823 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ae0f67ef-86ee-4ad8-83ff-18918c681b42 req-930ce6bb-fcd0-43c6-9a00-5696b41a4c4f service neutron] 10.222.0.55 "GET /v2.0/networks?id=8b092770-eea2-4e76-9959-7bb13a86dfb1 HTTP/1.1" status: 200  len: 915 time: 0.2305171
Jun 04 13:47:14.837854 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-99236b10-d548-4274-b121-3a8779d9cb42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:14.912229 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ae0f67ef-86ee-4ad8-83ff-18918c681b42 req-6c5c709f-accd-4fb5-b2db-95b8a7fc447f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27770265-398d-4ada-87f2-212754c68a41 HTTP/1.1" status: 200  len: 217 time: 0.0752203
Jun 04 13:47:15.029821 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f67ef-86ee-4ad8-83ff-18918c681b42 req-900a1d7e-e50d-4a67-b504-85e21cedcb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:15.031251 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ae0f67ef-86ee-4ad8-83ff-18918c681b42 req-900a1d7e-e50d-4a67-b504-85e21cedcb18 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69bc4cdc-ad33-4161-be2e-42ba13f7d967 HTTP/1.1" status: 200  len: 853 time: 0.0917573
Jun 04 13:47:15.393017 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef55fc8-c681-4e4b-8dc5-29d0ddc5ffd2 req-14662582-fb5f-49a2-98eb-33102053ccdd tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:15.394465 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-cef55fc8-c681-4e4b-8dc5-29d0ddc5ffd2 req-14662582-fb5f-49a2-98eb-33102053ccdd tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 945 time: 0.2030807
Jun 04 13:47:15.492497 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-99236b10-d548-4274-b121-3a8779d9cb42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 146e29a3-ae72-4d89-8eed-82b6a6bd7f5d {{(pid=88594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:47:15.502809 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-cef55fc8-c681-4e4b-8dc5-29d0ddc5ffd2 req-74e7d92d-b597-4bd0-9b67-136ca9b58be4 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958619
Jun 04 13:47:15.504396 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-99236b10-d548-4274-b121-3a8779d9cb42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:15.525822 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-99236b10-d548-4274-b121-3a8779d9cb42 service neutron] Transition to ACTIVE for port object 146e29a3-ae72-4d89-8eed-82b6a6bd7f5d will not be triggered until provisioned by entity L2. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:47:15.535190 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a0d64-424c-4097-8d98-ba266b835fd7 req-0018a046-5741-40c4-ab89-219b8fe58215 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:15.536680 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-384a0d64-424c-4097-8d98-ba266b835fd7 req-0018a046-5741-40c4-ab89-219b8fe58215 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 931 time: 0.0837817
Jun 04 13:47:15.583830 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-384a0d64-424c-4097-8d98-ba266b835fd7 req-73b15f39-12d8-4ce0-a8eb-d70dc962fda7 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411127
Jun 04 13:47:15.599170 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-99236b10-d548-4274-b121-3a8779d9cb42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:15.828474 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99236b10-d548-4274-b121-3a8779d9cb42 service neutron] Pushing event updated for resources: {'Port': ['ID=146e29a3-ae72-4d89-8eed-82b6a6bd7f5d,revision_number=2']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:15.838607 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-99236b10-d548-4274-b121-3a8779d9cb42 service neutron] Attempting to bind port 146e29a3-ae72-4d89-8eed-82b6a6bd7f5d on host hv-cinder-84359 for vnic_type normal with profile  {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:47:15.846919 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-99236b10-d548-4274-b121-3a8779d9cb42 service neutron] Attempting to bind port 146e29a3-ae72-4d89-8eed-82b6a6bd7f5d by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': '9f6bb86d-b06a-4a02-89e1-51e04121b79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb'}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:47:15.846919 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-99236b10-d548-4274-b121-3a8779d9cb42 service neutron] Attempting to bind port 146e29a3-ae72-4d89-8eed-82b6a6bd7f5d on network 7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:47:15.854560 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-99236b10-d548-4274-b121-3a8779d9cb42 service neutron] Port 146e29a3-ae72-4d89-8eed-82b6a6bd7f5d on network 7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:47:15.854811 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-99236b10-d548-4274-b121-3a8779d9cb42 service neutron] Attempting to bind port 146e29a3-ae72-4d89-8eed-82b6a6bd7f5d on network 7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:47:15.864120 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-99236b10-d548-4274-b121-3a8779d9cb42 service neutron] Checking agent: {'id': '3f86017d-093a-400f-b732-6c31be8aecc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'started_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:47:15.864577 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-99236b10-d548-4274-b121-3a8779d9cb42 service neutron] Checking segment: {'id': '9f6bb86d-b06a-4a02-89e1-51e04121b79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:47:15.864870 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-99236b10-d548-4274-b121-3a8779d9cb42 service neutron] Bound using segment: {'id': '9f6bb86d-b06a-4a02-89e1-51e04121b79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb'} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:47:15.865302 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-99236b10-d548-4274-b121-3a8779d9cb42 service neutron] Bound port: 146e29a3-ae72-4d89-8eed-82b6a6bd7f5d, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f6bb86d-b06a-4a02-89e1-51e04121b79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb'}}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:47:15.865640 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-99236b10-d548-4274-b121-3a8779d9cb42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:15.918967 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e4e7e-af2f-42d1-abba-53dba65406e7 req-45a6d21c-33e4-4091-b2e0-715f8dc14dfe tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:15.920425 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5a1e4e7e-af2f-42d1-abba-53dba65406e7 req-45a6d21c-33e4-4091-b2e0-715f8dc14dfe tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 943 time: 0.0936687
Jun 04 13:47:15.935488 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a52e6-5b13-49e7-9f8c-f311efe0fc3a req-220d00d4-995d-4d3a-9823-b16854d4a634 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:15.936856 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-706a52e6-5b13-49e7-9f8c-f311efe0fc3a req-220d00d4-995d-4d3a-9823-b16854d4a634 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 946 time: 0.2859924
Jun 04 13:47:15.971202 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5a1e4e7e-af2f-42d1-abba-53dba65406e7 req-a9484468-3bf0-4c6e-ad24-2f7ba7f37733 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=551d7bfa-8b5d-44b2-9587-e8228120fef8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430233
Jun 04 13:47:16.051685 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-99236b10-d548-4274-b121-3a8779d9cb42 service neutron] For port 146e29a3-ae72-4d89-8eed-82b6a6bd7f5d, host hv-cinder-84359, cleared binding levels {{(pid=88594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:47:16.063806 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-706a52e6-5b13-49e7-9f8c-f311efe0fc3a req-182e0899-de8f-4bb1-9935-912ce3e07ca1 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/security-groups?id=42647ca6-a827-42cf-be24-42338f9f29d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196504
Jun 04 13:47:16.073607 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-99236b10-d548-4274-b121-3a8779d9cb42 service neutron] For port 146e29a3-ae72-4d89-8eed-82b6a6bd7f5d, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=146e29a3-ae72-4d89-8eed-82b6a6bd7f5d,segment=NetworkSegment(9f6bb86d-b06a-4a02-89e1-51e04121b79b),segment_id=9f6bb86d-b06a-4a02-89e1-51e04121b79b)] {{(pid=88594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:47:16.087467 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f67ef-86ee-4ad8-83ff-18918c681b42 req-eed9160a-a3fe-4f1a-adb1-426e4f9a3eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:16.088851 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ae0f67ef-86ee-4ad8-83ff-18918c681b42 req-eed9160a-a3fe-4f1a-adb1-426e4f9a3eae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8b092770-eea2-4e76-9959-7bb13a86dfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1214795
Jun 04 13:47:16.157331 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-99236b10-d548-4274-b121-3a8779d9cb42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:16.218131 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-99236b10-d548-4274-b121-3a8779d9cb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:16.218753 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-99236b10-d548-4274-b121-3a8779d9cb42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:16.220106 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-99236b10-d548-4274-b121-3a8779d9cb42 service neutron] 10.222.0.55 "PUT /v2.0/ports/146e29a3-ae72-4d89-8eed-82b6a6bd7f5d HTTP/1.1" status: 200  len: 1093 time: 1.6004996
Jun 04 13:47:16.220582 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f34452-bf87-4c9b-a370-e8234de303cf', 'tag': '146e29a3-ae72-4d89-8eed-82b6a6bd7f5d'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:47:16.240633 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99236b10-d548-4274-b121-3a8779d9cb42 service neutron] Pushing event updated for resources: {'Port': ['ID=146e29a3-ae72-4d89-8eed-82b6a6bd7f5d,revision_number=3']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:16.270038 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-257972b0-c0de-44a1-af89-f06d0c307e73'] response: {'name': 'network-changed', 'server_uuid': '20f34452-bf87-4c9b-a370-e8234de303cf', 'tag': '146e29a3-ae72-4d89-8eed-82b6a6bd7f5d', 'status': 'completed', 'code': 200}
Jun 04 13:47:16.685644 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c7baf-2a8f-4b8f-8a58-43b5ad8e02ab req-e9ee8e79-5249-485c-ad52-f653bfa9e63f tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:16.687114 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-956c7baf-2a8f-4b8f-8a58-43b5ad8e02ab req-e9ee8e79-5249-485c-ad52-f653bfa9e63f tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 945 time: 0.0812232
Jun 04 13:47:16.734704 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-956c7baf-2a8f-4b8f-8a58-43b5ad8e02ab req-b64130ca-546b-4552-8bbd-b936c15c3dff tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418286
Jun 04 13:47:16.775368 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a31c1c-9018-4c38-8fb6-c0a800c66c1c req-9b54f39b-39b3-451c-8078-0050fd2c7191 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:16.776930 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-80a31c1c-9018-4c38-8fb6-c0a800c66c1c req-9b54f39b-39b3-451c-8078-0050fd2c7191 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 943 time: 0.0788114
Jun 04 13:47:16.820126 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-80a31c1c-9018-4c38-8fb6-c0a800c66c1c req-2e4a6033-c2e6-4e56-be26-99462cc9a4d9 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370467
Jun 04 13:47:17.160614 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915fd11-34c9-411f-9649-f45bff1ad383 req-ea2f3cf4-0798-4297-b8d8-0f01ad1f0acf tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:17.162062 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-9915fd11-34c9-411f-9649-f45bff1ad383 req-ea2f3cf4-0798-4297-b8d8-0f01ad1f0acf tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 943 time: 0.0853455
Jun 04 13:47:17.206027 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-9915fd11-34c9-411f-9649-f45bff1ad383 req-694ba20d-e906-4421-a3cf-6f06bf9537b8 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=551d7bfa-8b5d-44b2-9587-e8228120fef8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379117
Jun 04 13:47:17.296703 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c5bda-0ac1-452d-99fa-723a191d0064 req-be57a448-c2d6-4167-bff5-d266f97917ae tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:17.298144 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d38c5bda-0ac1-452d-99fa-723a191d0064 req-be57a448-c2d6-4167-bff5-d266f97917ae tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 946 time: 0.1308491
Jun 04 13:47:17.340751 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d38c5bda-0ac1-452d-99fa-723a191d0064 req-94fda434-eeb3-4785-8a72-bf9c03cfad3e tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/security-groups?id=42647ca6-a827-42cf-be24-42338f9f29d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367672
Jun 04 13:47:17.677527 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device a86cdb62-77c6-4709-bee1-fa3ef2a3f00c details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:47:17.826315 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port a86cdb62-77c6-4709-bee1-fa3ef2a3f00c, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=a86cdb62-77c6-4709-bee1-fa3ef2a3f00c,segment=NetworkSegment(d13a9ae4-ef0b-4edb-8601-373381df8c02),segment_id=d13a9ae4-ef0b-4edb-8601-373381df8c02)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:47:17.840385 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Returning: {'device': 'a86cdb62-77c6-4709-bee1-fa3ef2a3f00c', 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636', 'port_id': 'a86cdb62-77c6-4709-bee1-fa3ef2a3f00c', 'mac_address': 'fa:16:3e:39:0a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7ee1fc-be06-43a6-b80c-c1390a27d5a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:47:17.906506 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port a86cdb62-77c6-4709-bee1-fa3ef2a3f00c is: DOWN; New status is: BUILD {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:47:17.907037 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:17.925441 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a86cdb62-77c6-4709-bee1-fa3ef2a3f00c {{(pid=88596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:47:17.942238 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port a86cdb62-77c6-4709-bee1-fa3ef2a3f00c, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=a86cdb62-77c6-4709-bee1-fa3ef2a3f00c,segment=NetworkSegment(d13a9ae4-ef0b-4edb-8601-373381df8c02),segment_id=d13a9ae4-ef0b-4edb-8601-373381df8c02)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:47:17.988816 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ae0f67ef-86ee-4ad8-83ff-18918c681b42 req-62853d7d-a222-4dbe-9ffa-d3abaf42b354 service neutron] 10.222.0.55 "GET /v2.0/networks/8b092770-eea2-4e76-9959-7bb13a86dfb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2498868
Jun 04 13:47:17.991509 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbfdf8-0a40-4b24-96a1-8c5809791ce9 req-7f332ef1-efa2-4325-90c4-a61dc54abbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:17.992850 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-44bbfdf8-0a40-4b24-96a1-8c5809791ce9 req-7f332ef1-efa2-4325-90c4-a61dc54abbf4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9650a71550354afb93718cd61f608fa7&device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 1096 time: 0.2354596
Jun 04 13:47:17.999529 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:18.005091 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8789c9-a33c-4ba5-b155-6ee487f44bd3 req-6ac69b58-fc6c-4021-acee-132b1849aa65 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:18.011072 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666dae8f-f241-44a1-90b5-4b6cb0aa1bfc req-b9f55002-6ce8-45ca-83ac-a43794e560d0 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:18.012134 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-ec8789c9-a33c-4ba5-b155-6ee487f44bd3 req-6ac69b58-fc6c-4021-acee-132b1849aa65 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 943 time: 0.0846250
Jun 04 13:47:18.012658 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-666dae8f-f241-44a1-90b5-4b6cb0aa1bfc req-b9f55002-6ce8-45ca-83ac-a43794e560d0 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 945 time: 0.1608121
Jun 04 13:47:18.065785 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-ec8789c9-a33c-4ba5-b155-6ee487f44bd3 req-23b268c1-0bc1-4f12-9e47-1f13df387d76 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524793
Jun 04 13:47:18.093430 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=a86cdb62-77c6-4709-bee1-fa3ef2a3f00c,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:18.233005 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-666dae8f-f241-44a1-90b5-4b6cb0aa1bfc req-09e1c627-e9bc-4752-8193-33d39fc58fbd tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1749520
Jun 04 13:47:18.304221 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ae0f67ef-86ee-4ad8-83ff-18918c681b42 req-8a925b66-db52-4c2c-b426-e181360b8694 service neutron] 10.222.0.55 "GET /v2.0/networks/8b092770-eea2-4e76-9959-7bb13a86dfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2895660
Jun 04 13:47:18.305283 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbfdf8-0a40-4b24-96a1-8c5809791ce9 req-c7f3fc55-4322-4ce3-9729-335629b74589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:18.306633 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-44bbfdf8-0a40-4b24-96a1-8c5809791ce9 req-c7f3fc55-4322-4ce3-9729-335629b74589 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=9650a71550354afb93718cd61f608fa7&shared=False HTTP/1.1" status: 200  len: 910 time: 0.2931035
Jun 04 13:47:18.346939 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['a86cdb62-77c6-4709-bee1-fa3ef2a3f00c'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:47:18.425365 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0ffe2-d012-4cb6-a4a0-48adb76500c2 req-a9b0a8d7-f354-4c14-834d-fea0f9a65c36 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:18.431685 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-7ea0ffe2-d012-4cb6-a4a0-48adb76500c2 req-a9b0a8d7-f354-4c14-834d-fea0f9a65c36 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 943 time: 0.1181448
Jun 04 13:47:18.509840 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-7ea0ffe2-d012-4cb6-a4a0-48adb76500c2 req-90317d03-18c5-44dc-ac6b-cf60ff7fbae3 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=551d7bfa-8b5d-44b2-9587-e8228120fef8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0771699
Jun 04 13:47:18.515438 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbfdf8-0a40-4b24-96a1-8c5809791ce9 req-2f9a1e34-1566-4af9-b0dd-62935967e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:18.520511 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-44bbfdf8-0a40-4b24-96a1-8c5809791ce9 req-2f9a1e34-1566-4af9-b0dd-62935967e124 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1744585
Jun 04 13:47:18.783025 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc up at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:47:18.806716 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf103ae0-19da-4a49-9511-f4ca10439ce5 req-b15dd7c4-c249-4faf-843d-59d05e17a2e9 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:18.808222 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-cf103ae0-19da-4a49-9511-f4ca10439ce5 req-b15dd7c4-c249-4faf-843d-59d05e17a2e9 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 946 time: 0.2521956
Jun 04 13:47:18.814241 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-06806979-adc0-48d5-97e2-c909996c8067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:18.816315 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-06806979-adc0-48d5-97e2-c909996c8067 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9650a71550354afb93718cd61f608fa7&device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 1096 time: 0.1164546
Jun 04 13:47:18.905351 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-d75135aa-a35c-41bd-ab2f-216f38c4cf02 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=146e29a3-ae72-4d89-8eed-82b6a6bd7f5d HTTP/1.1" status: 200  len: 217 time: 0.0730517
Jun 04 13:47:18.916040 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-cf103ae0-19da-4a49-9511-f4ca10439ce5 req-a4aca1cb-f825-4068-97d3-f511d97b5636 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/security-groups?id=42647ca6-a827-42cf-be24-42338f9f29d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986137
Jun 04 13:47:18.930157 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning for port c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:47:18.936090 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning complete for port c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:47:18.936927 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:18.980664 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-9fc8103f-8643-41be-93b0-c7cd0339dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:18.982162 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-9fc8103f-8643-41be-93b0-c7cd0339dfd8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e HTTP/1.1" status: 200  len: 848 time: 0.0692263
Jun 04 13:47:19.067614 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-640f4623-99a0-4a8d-ba57-fc2709ad7ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:19.069646 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-640f4623-99a0-4a8d-ba57-fc2709ad7ef2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0808849
Jun 04 13:47:19.080345 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc is: BUILD; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:47:19.080766 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:19.114759 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc'}] {{(pid=88596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:47:19.139799 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc,segment=NetworkSegment(d13a9ae4-ef0b-4edb-8601-373381df8c02),segment_id=d13a9ae4-ef0b-4edb-8601-373381df8c02)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:47:19.214776 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:19.307898 dv-cinder-843593-2-iscsi neutron-server[88596]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0057b21c-0716-4501-bdf5-ee2a4c126907'] response: {'server_uuid': 'b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc', 'code': 200}
Jun 04 13:47:19.354487 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-118f39c1-2073-4377-8f7b-550d6000f4ac service neutron] 10.222.0.55 "GET /v2.0/networks/7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2646339
Jun 04 13:47:19.391794 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc,revision_number=5']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:19.423724 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6566403-d0cb-413d-8210-c9cb56d5c856 req-faef478f-153b-4181-aa3e-77472c7a063c tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:19.431661 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-b6566403-d0cb-413d-8210-c9cb56d5c856 req-faef478f-153b-4181-aa3e-77472c7a063c tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 943 time: 0.1647091
Jun 04 13:47:19.474632 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-b6566403-d0cb-413d-8210-c9cb56d5c856 req-0eacd9bc-22bd-48f3-89be-509a2bae8811 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419898
Jun 04 13:47:19.564814 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-951403a3-5a1f-43cf-8609-9416a325cf18 req-0936cd9a-02a3-4b2c-bef5-e472e055eae8 service neutron] 10.222.0.55 "GET /v2.0/networks/7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2001805
Jun 04 13:47:19.584630 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14900b1a-4299-42df-806c-cd5066dcca8a req-bdeae892-63a6-4037-a724-6d23bb056eb6 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:19.586130 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-14900b1a-4299-42df-806c-cd5066dcca8a req-bdeae892-63a6-4037-a724-6d23bb056eb6 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.1417723
Jun 04 13:47:19.634740 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-14900b1a-4299-42df-806c-cd5066dcca8a req-c63f0929-18f9-4723-af1b-c3c68f112834 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423384
Jun 04 13:47:19.705392 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 42610) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:19.765672 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81625d60-ab6b-4c8c-9fa6-48af195d1d28 req-e679b8eb-771a-42df-9aa4-05ffe636943f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:19.767597 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-81625d60-ab6b-4c8c-9fa6-48af195d1d28 req-e679b8eb-771a-42df-9aa4-05ffe636943f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 943 time: 0.1052549
Jun 04 13:47:19.827613 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-81625d60-ab6b-4c8c-9fa6-48af195d1d28 req-fffba3d7-304e-4350-9391-e6d10b6e5e5d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=551d7bfa-8b5d-44b2-9587-e8228120fef8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537324
Jun 04 13:47:19.847156 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-2292d009-0d93-4418-bde4-c161de44177d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:19.868041 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde709ab-906f-4ded-92a3-9c3f8605c35f req-2f76ebfe-2bb5-4e6f-8369-14672316e224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:19.869437 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-fde709ab-906f-4ded-92a3-9c3f8605c35f req-2f76ebfe-2bb5-4e6f-8369-14672316e224 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 1099 time: 0.1132579
Jun 04 13:47:19.871464 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-2292d009-0d93-4418-bde4-c161de44177d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:47:19.875336 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-2292d009-0d93-4418-bde4-c161de44177d admin admin] Usage tracker for resource:security_group_rule and tenant:49a169d1c828455499eaad3d3ea2ced6 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:47:19.879119 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-2292d009-0d93-4418-bde4-c161de44177d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:47:19.896394 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-2292d009-0d93-4418-bde4-c161de44177d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:47:19.937166 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-fde709ab-906f-4ded-92a3-9c3f8605c35f req-a5e01d1a-3d40-4c6c-b3ad-1fc06ffc84a7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590320
Jun 04 13:47:20.005756 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-2292d009-0d93-4418-bde4-c161de44177d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:20.084322 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-2292d009-0d93-4418-bde4-c161de44177d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:20.114057 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 42624) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:20.147734 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292d009-0d93-4418-bde4-c161de44177d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21c407c-032d-48b3-8bee-a379fbfdbe49,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:20.151546 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-2292d009-0d93-4418-bde4-c161de44177d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=49a169d1c828455499eaad3d3ea2ced6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4451270
Jun 04 13:47:20.155308 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 42630) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:20.181494 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ddffd-2271-449c-bb4d-921fc4d49cfe req-fb722a12-af6a-4ced-a316-df9a6901d97f tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:20.183064 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d84ddffd-2271-449c-bb4d-921fc4d49cfe req-fb722a12-af6a-4ced-a316-df9a6901d97f tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 946 time: 0.1495690
Jun 04 13:47:20.236322 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f1d084d9-f9d6-4cde-98e1-5546bfde1f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:20.250468 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-f1d084d9-f9d6-4cde-98e1-5546bfde1f3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:47:20.254335 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-f1d084d9-f9d6-4cde-98e1-5546bfde1f3a admin admin] Usage tracker for resource:security_group_rule and tenant:0dddd8d9295d4bc29728189e2cde205c is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:47:20.257152 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-f1d084d9-f9d6-4cde-98e1-5546bfde1f3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:47:20.258519 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d84ddffd-2271-449c-bb4d-921fc4d49cfe req-a2039788-b272-47d3-9dab-a7d984c1703d tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/security-groups?id=42647ca6-a827-42cf-be24-42338f9f29d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667086
Jun 04 13:47:20.259312 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-ce73038f-b084-432b-aaff-fb2314a3b894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:20.263882 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-f1d084d9-f9d6-4cde-98e1-5546bfde1f3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:47:20.294739 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-ce73038f-b084-432b-aaff-fb2314a3b894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:20.362842 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f1d084d9-f9d6-4cde-98e1-5546bfde1f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:20.410803 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-ce73038f-b084-432b-aaff-fb2314a3b894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:20.426888 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73038f-b084-432b-aaff-fb2314a3b894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21c407c-032d-48b3-8bee-a379fbfdbe49,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:20.427743 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f1d084d9-f9d6-4cde-98e1-5546bfde1f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:20.431666 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-ce73038f-b084-432b-aaff-fb2314a3b894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:20.432463 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-ce73038f-b084-432b-aaff-fb2314a3b894 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c21c407c-032d-48b3-8bee-a379fbfdbe49 HTTP/1.1" status: 204  len: 168 time: 0.2748754
Jun 04 13:47:20.480433 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-f1d084d9-f9d6-4cde-98e1-5546bfde1f3a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0dddd8d9295d4bc29728189e2cde205c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3652375
Jun 04 13:47:20.481304 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d084d9-f9d6-4cde-98e1-5546bfde1f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343f7eda-0f7f-41ea-b456-6e4645c5a927,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:20.484370 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 42644) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:20.547937 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-3df1b644-3b20-4194-81e7-c6be67c37e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:20.575230 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-3df1b644-3b20-4194-81e7-c6be67c37e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:20.672165 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3e262-9321-4572-ab3c-cfd04061ddfe req-e9418685-7615-4fd5-9789-43c2aae19507 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:20.673609 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-73e3e262-9321-4572-ab3c-cfd04061ddfe req-e9418685-7615-4fd5-9789-43c2aae19507 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 943 time: 0.0803456
Jun 04 13:47:20.721220 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-73e3e262-9321-4572-ab3c-cfd04061ddfe req-88a8946b-b501-4d20-b049-25ea3198ee04 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413125
Jun 04 13:47:20.781697 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-3df1b644-3b20-4194-81e7-c6be67c37e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:20.804316 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1b644-3b20-4194-81e7-c6be67c37e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343f7eda-0f7f-41ea-b456-6e4645c5a927,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:20.809024 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 27770265-398d-4ada-87f2-212754c68a41 details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:47:20.819659 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-3df1b644-3b20-4194-81e7-c6be67c37e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:20.820818 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-3df1b644-3b20-4194-81e7-c6be67c37e98 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/343f7eda-0f7f-41ea-b456-6e4645c5a927 HTTP/1.1" status: 204  len: 168 time: 0.3351254
Jun 04 13:47:20.871757 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device a86cdb62-77c6-4709-bee1-fa3ef2a3f00c up at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:47:20.907142 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875372d1-5320-4078-b653-41892224078b req-ca75e5c5-f787-4f55-ae61-cdfa4e7869f8 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:20.912032 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-875372d1-5320-4078-b653-41892224078b req-ca75e5c5-f787-4f55-ae61-cdfa4e7869f8 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.1672182
Jun 04 13:47:21.034637 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a02a83-c1d9-4d18-bab7-09fd3769071f req-aaad4ee6-1e23-4361-bcb4-6eb7438e54d0 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:21.046674 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-35a02a83-c1d9-4d18-bab7-09fd3769071f req-aaad4ee6-1e23-4361-bcb4-6eb7438e54d0 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 943 time: 0.1023898
Jun 04 13:47:21.093375 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 27770265-398d-4ada-87f2-212754c68a41, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=27770265-398d-4ada-87f2-212754c68a41,segment=NetworkSegment(6d3f57de-dbe3-431a-86c1-8e1406ca4d6a),segment_id=6d3f57de-dbe3-431a-86c1-8e1406ca4d6a)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:47:21.108189 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-35a02a83-c1d9-4d18-bab7-09fd3769071f req-c04ab18c-4b45-4642-9d05-bb92721fd331 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=551d7bfa-8b5d-44b2-9587-e8228120fef8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605707
Jun 04 13:47:21.111869 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-875372d1-5320-4078-b653-41892224078b req-21fd58e8-f91c-43d9-bd6f-ef8799ab8298 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1841187
Jun 04 13:47:21.124451 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning for port a86cdb62-77c6-4709-bee1-fa3ef2a3f00c completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:47:21.130293 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Returning: {'device': '27770265-398d-4ada-87f2-212754c68a41', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'port_id': '27770265-398d-4ada-87f2-212754c68a41', 'mac_address': 'fa:16:3e:c5:5c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:47:21.131547 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning complete for port a86cdb62-77c6-4709-bee1-fa3ef2a3f00c triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:47:21.132067 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:21.279055 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 27770265-398d-4ada-87f2-212754c68a41 is: DOWN; New status is: BUILD {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:47:21.279444 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:21.325263 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 42672) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:21.329705 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27770265-398d-4ada-87f2-212754c68a41 {{(pid=88596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:47:21.346751 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bb90655e-a8fb-4e60-8b4b-4fa7b4018acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:21.365740 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-bb90655e-a8fb-4e60-8b4b-4fa7b4018acb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:47:21.367776 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 27770265-398d-4ada-87f2-212754c68a41, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=27770265-398d-4ada-87f2-212754c68a41,segment=NetworkSegment(6d3f57de-dbe3-431a-86c1-8e1406ca4d6a),segment_id=6d3f57de-dbe3-431a-86c1-8e1406ca4d6a)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:47:21.367899 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-bb90655e-a8fb-4e60-8b4b-4fa7b4018acb admin admin] Usage tracker for resource:security_group_rule and tenant:b5c114205dc843b8ba2ba943b429001a is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:47:21.370940 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-bb90655e-a8fb-4e60-8b4b-4fa7b4018acb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:47:21.372555 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port a86cdb62-77c6-4709-bee1-fa3ef2a3f00c is: BUILD; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:47:21.372929 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:21.395398 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-bb90655e-a8fb-4e60-8b4b-4fa7b4018acb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:47:21.410639 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4339a6-92e1-4a7d-9c42-3bf34542e458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86cdb62-77c6-4709-bee1-fa3ef2a3f00c'}] {{(pid=88596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:47:21.461479 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port a86cdb62-77c6-4709-bee1-fa3ef2a3f00c, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=a86cdb62-77c6-4709-bee1-fa3ef2a3f00c,segment=NetworkSegment(d13a9ae4-ef0b-4edb-8601-373381df8c02),segment_id=d13a9ae4-ef0b-4edb-8601-373381df8c02)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:47:21.472276 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:21.516422 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bb90655e-a8fb-4e60-8b4b-4fa7b4018acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:21.551814 dv-cinder-843593-2-iscsi neutron-server[88596]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef4079de-ce73-450b-a603-d4a31f66f96a'] response: {'server_uuid': '1a4339a6-92e1-4a7d-9c42-3bf34542e458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86cdb62-77c6-4709-bee1-fa3ef2a3f00c', 'code': 200}
Jun 04 13:47:21.554723 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:21.603194 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bb90655e-a8fb-4e60-8b4b-4fa7b4018acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:21.608174 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=27770265-398d-4ada-87f2-212754c68a41,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:21.652545 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-bb90655e-a8fb-4e60-8b4b-4fa7b4018acb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b5c114205dc843b8ba2ba943b429001a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3237259
Jun 04 13:47:21.652974 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 42698) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:21.660421 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90655e-a8fb-4e60-8b4b-4fa7b4018acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22b7f76-ab5c-4eb2-ba73-a44c5e1b2bfd,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:21.712867 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=a86cdb62-77c6-4709-bee1-fa3ef2a3f00c,revision_number=5']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:21.726462 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8328b6e3-6d4f-4fc0-9ba5-80d64ce2fef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:21.755178 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8328b6e3-6d4f-4fc0-9ba5-80d64ce2fef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:21.837002 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['27770265-398d-4ada-87f2-212754c68a41'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:47:21.941368 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b024c9c-f234-40db-a93a-4e8a9cb4c3be req-5dec65c7-de60-4552-aa0a-4f7c07dbb59c tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:21.942159 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-6b024c9c-f234-40db-a93a-4e8a9cb4c3be req-5dec65c7-de60-4552-aa0a-4f7c07dbb59c tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Synchronizing usage tracker for tenant:9650a71550354afb93718cd61f608fa7 on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:47:21.950290 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8328b6e3-6d4f-4fc0-9ba5-80d64ce2fef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:21.972153 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328b6e3-6d4f-4fc0-9ba5-80d64ce2fef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22b7f76-ab5c-4eb2-ba73-a44c5e1b2bfd,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:21.992666 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8328b6e3-6d4f-4fc0-9ba5-80d64ce2fef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:21.994018 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-8328b6e3-6d4f-4fc0-9ba5-80d64ce2fef1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d22b7f76-ab5c-4eb2-ba73-a44c5e1b2bfd HTTP/1.1" status: 204  len: 168 time: 0.3394108
Jun 04 13:47:22.041485 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d409fc-d0c4-41e4-aa9e-a25fdee542ac req-0034684d-f1bc-47ff-96b2-c4405888f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:22.044971 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c7d409fc-d0c4-41e4-aa9e-a25fdee542ac req-0034684d-f1bc-47ff-96b2-c4405888f7f0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 1099 time: 0.0842526
Jun 04 13:47:22.078300 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 42712) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:22.108339 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-99645468-dc10-492b-a921-64bd09c7acbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:22.137489 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-99645468-dc10-492b-a921-64bd09c7acbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:47:22.142289 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-6b024c9c-f234-40db-a93a-4e8a9cb4c3be req-5dec65c7-de60-4552-aa0a-4f7c07dbb59c tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Unset dirty status for tenant:9650a71550354afb93718cd61f608fa7 on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:47:22.142840 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-99645468-dc10-492b-a921-64bd09c7acbb admin admin] Usage tracker for resource:security_group_rule and tenant:e880a9f07a1a48149096b3664f3f6c4d is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:47:22.144847 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6b024c9c-f234-40db-a93a-4e8a9cb4c3be req-5dec65c7-de60-4552-aa0a-4f7c07dbb59c tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 943 time: 0.3053739
Jun 04 13:47:22.146410 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-99645468-dc10-492b-a921-64bd09c7acbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:47:22.155409 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-99645468-dc10-492b-a921-64bd09c7acbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:47:22.167032 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c7d409fc-d0c4-41e4-aa9e-a25fdee542ac req-9a59ce3f-497a-462e-a8ec-0a8cc119ef30 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141152
Jun 04 13:47:22.233930 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6b024c9c-f234-40db-a93a-4e8a9cb4c3be req-6262d23b-2dd7-48ca-880f-685f4b01a6cc tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0814586
Jun 04 13:47:22.278969 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-99645468-dc10-492b-a921-64bd09c7acbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:22.365464 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4acaed-1cd0-4470-8e8e-dc0bdd058c1f req-b64ca65b-feff-4336-b3b6-3da62167b5c7 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:22.367467 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-dd4acaed-1cd0-4470-8e8e-dc0bdd058c1f req-b64ca65b-feff-4336-b3b6-3da62167b5c7 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 944 time: 0.0871503
Jun 04 13:47:22.394091 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-99645468-dc10-492b-a921-64bd09c7acbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:22.454379 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-99645468-dc10-492b-a921-64bd09c7acbb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e880a9f07a1a48149096b3664f3f6c4d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3749149
Jun 04 13:47:22.460917 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 42728) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:22.465802 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99645468-dc10-492b-a921-64bd09c7acbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72e7d7b-52c6-4f58-b7a9-50192f2b4052,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:22.484676 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-dd4acaed-1cd0-4470-8e8e-dc0bdd058c1f req-081b286a-4ac9-43a1-8cee-160619ab999a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=551d7bfa-8b5d-44b2-9587-e8228120fef8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1068985
Jun 04 13:47:22.533719 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477abb55-10a6-43f6-8bb7-002105f76f9f req-c48fcf2f-558d-47ce-9b98-11be3fbf7939 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:22.542663 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-477abb55-10a6-43f6-8bb7-002105f76f9f req-c48fcf2f-558d-47ce-9b98-11be3fbf7939 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.1715388
Jun 04 13:47:22.555373 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-aeabbf7e-4ba7-4587-ba99-0891a6f9dfa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:22.589316 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-aeabbf7e-4ba7-4587-ba99-0891a6f9dfa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:22.597024 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-477abb55-10a6-43f6-8bb7-002105f76f9f req-c9aabb90-062b-43cd-89b0-4a3c27f64518 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530620
Jun 04 13:47:22.687545 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e22975e8-052f-447a-b6ba-22d869676d13 req-61bea6ad-b265-4884-b360-351c192f01aa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0891731
Jun 04 13:47:22.805440 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 146e29a3-ae72-4d89-8eed-82b6a6bd7f5d details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:47:22.819712 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 27770265-398d-4ada-87f2-212754c68a41 up at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:47:22.826660 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-aeabbf7e-4ba7-4587-ba99-0891a6f9dfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:22.844850 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeabbf7e-4ba7-4587-ba99-0891a6f9dfa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72e7d7b-52c6-4f58-b7a9-50192f2b4052,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:22.854634 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-aeabbf7e-4ba7-4587-ba99-0891a6f9dfa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:22.855590 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-aeabbf7e-4ba7-4587-ba99-0891a6f9dfa5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d72e7d7b-52c6-4f58-b7a9-50192f2b4052 HTTP/1.1" status: 204  len: 168 time: 0.3937416
Jun 04 13:47:22.881878 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22975e8-052f-447a-b6ba-22d869676d13 req-cd83f53b-3f08-45c0-bad2-7dacbf375474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:22.883370 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e22975e8-052f-447a-b6ba-22d869676d13 req-cd83f53b-3f08-45c0-bad2-7dacbf375474 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=06e9ddd6cf5447fda7dd4d4f0678f39e&device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 1099 time: 0.0853932
Jun 04 13:47:23.027275 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 146e29a3-ae72-4d89-8eed-82b6a6bd7f5d, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=146e29a3-ae72-4d89-8eed-82b6a6bd7f5d,segment=NetworkSegment(9f6bb86d-b06a-4a02-89e1-51e04121b79b),segment_id=9f6bb86d-b06a-4a02-89e1-51e04121b79b)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:47:23.050909 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Returning: {'device': '146e29a3-ae72-4d89-8eed-82b6a6bd7f5d', 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb', 'port_id': '146e29a3-ae72-4d89-8eed-82b6a6bd7f5d', 'mac_address': 'fa:16:3e:3c:99:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:47:23.093737 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning for port 27770265-398d-4ada-87f2-212754c68a41 completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:47:23.101376 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning complete for port 27770265-398d-4ada-87f2-212754c68a41 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:47:23.101740 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:23.103388 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22975e8-052f-447a-b6ba-22d869676d13 req-b25c445f-f832-4a0a-9f55-d0185368d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:23.104834 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e22975e8-052f-447a-b6ba-22d869676d13 req-b25c445f-f832-4a0a-9f55-d0185368d171 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cebdbe79-e6fd-4765-b290-7deb15a4b00f HTTP/1.1" status: 200  len: 912 time: 0.1938436
Jun 04 13:47:23.178759 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 146e29a3-ae72-4d89-8eed-82b6a6bd7f5d is: DOWN; New status is: BUILD {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:47:23.179152 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:23.198275 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e22975e8-052f-447a-b6ba-22d869676d13 req-303cb952-16bf-40f4-a5a8-28a08536902b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4a73369-1deb-406b-8885-23dfae395e9c HTTP/1.1" status: 200  len: 217 time: 0.0834682
Jun 04 13:47:23.203734 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 146e29a3-ae72-4d89-8eed-82b6a6bd7f5d {{(pid=88596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:47:23.232980 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 146e29a3-ae72-4d89-8eed-82b6a6bd7f5d, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=146e29a3-ae72-4d89-8eed-82b6a6bd7f5d,segment=NetworkSegment(9f6bb86d-b06a-4a02-89e1-51e04121b79b),segment_id=9f6bb86d-b06a-4a02-89e1-51e04121b79b)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:47:23.347897 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:23.405644 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22975e8-052f-447a-b6ba-22d869676d13 req-06dc7db9-3c8e-4be0-8abb-4faa5d50cd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:23.407094 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e22975e8-052f-447a-b6ba-22d869676d13 req-06dc7db9-3c8e-4be0-8abb-4faa5d50cd2a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5bc58747-c8ef-45f8-8036-abb990976bf9 HTTP/1.1" status: 200  len: 851 time: 0.1834679
Jun 04 13:47:23.466388 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 27770265-398d-4ada-87f2-212754c68a41 is: BUILD; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:47:23.466869 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:23.519714 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 27770265-398d-4ada-87f2-212754c68a41, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=27770265-398d-4ada-87f2-212754c68a41,segment=NetworkSegment(6d3f57de-dbe3-431a-86c1-8e1406ca4d6a),segment_id=6d3f57de-dbe3-431a-86c1-8e1406ca4d6a)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:47:23.525589 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=146e29a3-ae72-4d89-8eed-82b6a6bd7f5d,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:23.552881 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51139133-f363-4326-9ace-7d58f32d4bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27770265-398d-4ada-87f2-212754c68a41'}] {{(pid=88596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:47:23.578796 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e22975e8-052f-447a-b6ba-22d869676d13 req-82b2afcd-c90d-435c-8a44-eed13cb67b99 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cebdbe79-e6fd-4765-b290-7deb15a4b00f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1580882
Jun 04 13:47:23.597665 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:23.690759 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=27770265-398d-4ada-87f2-212754c68a41,revision_number=5']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:23.744162 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c09bd-617b-41cf-8b69-0748ea7c91d4 req-fd936081-12b8-462a-b9c0-5e21e4308efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:23.745765 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5e5c09bd-617b-41cf-8b69-0748ea7c91d4 req-fd936081-12b8-462a-b9c0-5e21e4308efc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e199af9b5451493fa5a38f932be3993f&device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 1099 time: 0.3270710
Jun 04 13:47:23.747790 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 42782) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:23.770887 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['146e29a3-ae72-4d89-8eed-82b6a6bd7f5d'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:47:23.789649 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-ca03d7fc-ae07-49f1-9fec-c6942f2dbc58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:23.886262 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c3d4b-8297-43f8-aee9-734513909ed3 req-d4f995ec-2d99-4f04-a9b1-db7ad6913296 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:23.894058 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-9d5c3d4b-8297-43f8-aee9-734513909ed3 req-d4f995ec-2d99-4f04-a9b1-db7ad6913296 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.4190450
Jun 04 13:47:23.903026 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-ca03d7fc-ae07-49f1-9fec-c6942f2dbc58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:47:23.917499 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-ca03d7fc-ae07-49f1-9fec-c6942f2dbc58 admin admin] Usage tracker for resource:security_group_rule and tenant:357818ca63c84f778840470a5f4f76d9 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:47:23.936818 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-ca03d7fc-ae07-49f1-9fec-c6942f2dbc58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:47:23.951421 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-ca03d7fc-ae07-49f1-9fec-c6942f2dbc58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:47:24.004119 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-9d5c3d4b-8297-43f8-aee9-734513909ed3 req-fef8ef2b-81e1-4614-a74b-5d9193a4023a tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090996
Jun 04 13:47:24.021627 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e22975e8-052f-447a-b6ba-22d869676d13 req-c195f77d-944f-4611-b6f2-2d4f2dd830ba service neutron] 10.222.0.55 "GET /v2.0/networks/cebdbe79-e6fd-4765-b290-7deb15a4b00f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4099202
Jun 04 13:47:24.088474 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13312063-520a-4660-8a0c-7b4a245cc4b1 req-6c2a5d5c-5a89-41bb-bc38-9379e311396c tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:24.100020 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-13312063-520a-4660-8a0c-7b4a245cc4b1 req-6c2a5d5c-5a89-41bb-bc38-9379e311396c tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 944 time: 0.2638135
Jun 04 13:47:24.190541 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-13312063-520a-4660-8a0c-7b4a245cc4b1 req-18aa4cce-3653-48b2-a36c-af3ec20204f9 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0866718
Jun 04 13:47:24.252390 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-ca03d7fc-ae07-49f1-9fec-c6942f2dbc58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:24.273573 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c09bd-617b-41cf-8b69-0748ea7c91d4 req-1ae51f71-bc0e-4572-81ba-97d8f3abf5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:24.275510 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5e5c09bd-617b-41cf-8b69-0748ea7c91d4 req-1ae51f71-bc0e-4572-81ba-97d8f3abf5e9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7d55235-bf68-4e08-8155-47e9a6165636 HTTP/1.1" status: 200  len: 920 time: 0.5170341
Jun 04 13:47:24.290530 dv-cinder-843593-2-iscsi neutron-server[88596]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d46f7d8b-a4ec-417e-bb2f-b1865ff96f41'] response: {'server_uuid': '51139133-f363-4326-9ace-7d58f32d4bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27770265-398d-4ada-87f2-212754c68a41', 'code': 200}
Jun 04 13:47:24.313099 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-ca03d7fc-ae07-49f1-9fec-c6942f2dbc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:24.360758 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-ca03d7fc-ae07-49f1-9fec-c6942f2dbc58 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=357818ca63c84f778840470a5f4f76d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6119072
Jun 04 13:47:24.363021 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03d7fc-ae07-49f1-9fec-c6942f2dbc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98330c90-f721-4871-a210-66351099a359,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:24.366721 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 42792) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:24.390913 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5e5c09bd-617b-41cf-8b69-0748ea7c91d4 req-1d0ee7f6-1b74-42e1-bfbf-c713268321ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc HTTP/1.1" status: 200  len: 217 time: 0.1041427
Jun 04 13:47:24.451263 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b86de94a-3d04-45ed-b4d6-317e12aa0d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:24.482092 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b86de94a-3d04-45ed-b4d6-317e12aa0d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:24.503658 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e22975e8-052f-447a-b6ba-22d869676d13 req-9074b9bb-7b5e-41f5-b41e-0f786b8d6fbb service neutron] 10.222.0.55 "GET /v2.0/networks/cebdbe79-e6fd-4765-b290-7deb15a4b00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4655147
Jun 04 13:47:24.514330 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c09bd-617b-41cf-8b69-0748ea7c91d4 req-efc13ad4-2fe0-4eed-868d-c840353b6494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:24.515224 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5e5c09bd-617b-41cf-8b69-0748ea7c91d4 req-efc13ad4-2fe0-4eed-868d-c840353b6494 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b7ee1fc-be06-43a6-b80c-c1390a27d5a9 HTTP/1.1" status: 200  len: 858 time: 0.1107321
Jun 04 13:47:24.523177 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a3949-14b2-4889-9377-2bf4774270a0 req-af291cd7-db9b-46b9-af48-7d9888aa1af3 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:24.530691 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-dd7a3949-14b2-4889-9377-2bf4774270a0 req-af291cd7-db9b-46b9-af48-7d9888aa1af3 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 945 time: 0.3277750
Jun 04 13:47:24.641742 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-dd7a3949-14b2-4889-9377-2bf4774270a0 req-2bda523e-d9ab-4d72-9463-e1d26c854d6d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=551d7bfa-8b5d-44b2-9587-e8228120fef8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1101685
Jun 04 13:47:24.673393 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c09bd-617b-41cf-8b69-0748ea7c91d4 req-55e64349-3579-4f76-8df5-b07f9710744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:24.673644 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5e5c09bd-617b-41cf-8b69-0748ea7c91d4 req-55e64349-3579-4f76-8df5-b07f9710744a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7d55235-bf68-4e08-8155-47e9a6165636&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1410596
Jun 04 13:47:24.889826 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 146e29a3-ae72-4d89-8eed-82b6a6bd7f5d up at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:47:24.890191 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5e5c09bd-617b-41cf-8b69-0748ea7c91d4 req-6d28139f-099b-41f4-8701-832508e13115 service neutron] 10.222.0.55 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2083683
Jun 04 13:47:25.022706 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5e5c09bd-617b-41cf-8b69-0748ea7c91d4 req-fe134e77-2a11-4778-80f9-97fc73a9dcb7 service neutron] 10.222.0.55 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276925
Jun 04 13:47:25.039281 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning for port 146e29a3-ae72-4d89-8eed-82b6a6bd7f5d completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:47:25.039627 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b86de94a-3d04-45ed-b4d6-317e12aa0d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:25.072156 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning complete for port 146e29a3-ae72-4d89-8eed-82b6a6bd7f5d triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:47:25.072156 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:25.074098 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86de94a-3d04-45ed-b4d6-317e12aa0d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98330c90-f721-4871-a210-66351099a359,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:25.108966 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b86de94a-3d04-45ed-b4d6-317e12aa0d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:25.115011 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-b86de94a-3d04-45ed-b4d6-317e12aa0d6c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/98330c90-f721-4871-a210-66351099a359 HTTP/1.1" status: 204  len: 168 time: 0.7437017
Jun 04 13:47:25.248625 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3eb73-d791-4990-b68d-14ba069fa8e5 req-ec3d6e17-d99e-4643-95cd-e2f3f56da4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:25.250176 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-83b3eb73-d791-4990-b68d-14ba069fa8e5 req-ec3d6e17-d99e-4643-95cd-e2f3f56da4c3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 1098 time: 0.0997455
Jun 04 13:47:25.308851 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-83b3eb73-d791-4990-b68d-14ba069fa8e5 req-f1fb15ff-d800-4ebf-992d-357f16cc2b53 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=551d7bfa-8b5d-44b2-9587-e8228120fef8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466878
Jun 04 13:47:25.335745 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 146e29a3-ae72-4d89-8eed-82b6a6bd7f5d is: BUILD; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:47:25.335745 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:25.359976 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 146e29a3-ae72-4d89-8eed-82b6a6bd7f5d, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=146e29a3-ae72-4d89-8eed-82b6a6bd7f5d,segment=NetworkSegment(9f6bb86d-b06a-4a02-89e1-51e04121b79b),segment_id=9f6bb86d-b06a-4a02-89e1-51e04121b79b)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:47:25.402416 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f9540-780e-459a-9415-3f904329127d req-f336d81c-25f3-422a-b6a9-9e93a00e84d0 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:25.407282 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-328f9540-780e-459a-9415-3f904329127d req-f336d81c-25f3-422a-b6a9-9e93a00e84d0 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.1746860
Jun 04 13:47:25.460105 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-328f9540-780e-459a-9415-3f904329127d req-4d73d117-a92f-497b-ac33-cee2957e43d2 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445180
Jun 04 13:47:25.465196 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088bf71-9701-430c-aa8b-51579f913dc8 req-f442228d-dd38-4259-9bbe-52453e60bb59 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:25.466861 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a088bf71-9701-430c-aa8b-51579f913dc8 req-f442228d-dd38-4259-9bbe-52453e60bb59 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 944 time: 0.0890412
Jun 04 13:47:25.516791 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a088bf71-9701-430c-aa8b-51579f913dc8 req-994f8d03-ab92-4ac3-a1a0-560c19992a97 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399442
Jun 04 13:47:25.547721 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:25.617221 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=146e29a3-ae72-4d89-8eed-82b6a6bd7f5d,revision_number=5']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:25.854773 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:25.897633 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587e281-16d8-4351-bdd3-3f94fe5b5655 req-28ddeb96-ed0f-4da1-adce-fc4ab4a3f931 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:25.899868 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-c587e281-16d8-4351-bdd3-3f94fe5b5655 req-28ddeb96-ed0f-4da1-adce-fc4ab4a3f931 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 945 time: 0.1364269
Jun 04 13:47:25.956716 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-c587e281-16d8-4351-bdd3-3f94fe5b5655 req-40244bbc-7e8d-45fb-962b-6e428d715c4e tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=551d7bfa-8b5d-44b2-9587-e8228120fef8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487623
Jun 04 13:47:26.292106 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f34452-bf87-4c9b-a370-e8234de303cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146e29a3-ae72-4d89-8eed-82b6a6bd7f5d'}] {{(pid=88596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:47:26.335844 dv-cinder-843593-2-iscsi neutron-server[88596]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7db1d597-249c-4de4-9f3e-e831f811b419'] response: {'server_uuid': '20f34452-bf87-4c9b-a370-e8234de303cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146e29a3-ae72-4d89-8eed-82b6a6bd7f5d', 'code': 200}
Jun 04 13:47:26.744624 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affaada-d6ed-4b5d-aa31-554b090b4cd3 req-bc1596d0-bb5a-4b9a-8d45-ee1ba73d7437 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:26.752265 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-7affaada-d6ed-4b5d-aa31-554b090b4cd3 req-bc1596d0-bb5a-4b9a-8d45-ee1ba73d7437 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.1451418
Jun 04 13:47:26.792376 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cb283-993a-4213-9eb2-4dd604ef1c28 req-06b28074-d016-41ac-ad8a-282f7b0f504e tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:26.803518 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4e8cb283-993a-4213-9eb2-4dd604ef1c28 req-06b28074-d016-41ac-ad8a-282f7b0f504e tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.1268997
Jun 04 13:47:26.819638 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-7affaada-d6ed-4b5d-aa31-554b090b4cd3 req-ba350f9a-c9c6-429a-bfe2-6faa9c5252e6 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664089
Jun 04 13:47:26.849635 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4e8cb283-993a-4213-9eb2-4dd604ef1c28 req-d8c68bac-b38f-4e32-b59a-ab4d1d70bcd1 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484855
Jun 04 13:47:27.116016 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b017ec3-37ff-430d-a51b-3f85d4ddde0c req-7a9c5a5a-3599-4c3c-a7d6-d22f73379a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:27.117502 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6b017ec3-37ff-430d-a51b-3f85d4ddde0c req-7a9c5a5a-3599-4c3c-a7d6-d22f73379a0e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 1098 time: 0.0951037
Jun 04 13:47:27.166326 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6b017ec3-37ff-430d-a51b-3f85d4ddde0c req-3cf975bd-0ebb-4407-8191-f71b6884e410 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418692
Jun 04 13:47:27.220545 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b88369-5b83-4e53-a03d-24ef9aa64639 req-1736ffdd-3c9c-4a64-9d8e-057ca161da81 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:27.222018 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-c2b88369-5b83-4e53-a03d-24ef9aa64639 req-1736ffdd-3c9c-4a64-9d8e-057ca161da81 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 945 time: 0.1333134
Jun 04 13:47:27.267559 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-c2b88369-5b83-4e53-a03d-24ef9aa64639 req-4ca881c7-b4ee-4b7f-aab9-5e6906a85128 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=551d7bfa-8b5d-44b2-9587-e8228120fef8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396464
Jun 04 13:47:28.024779 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c17c68-cc87-4ee4-85bc-f39b1e419c19 req-7f76d727-1af2-4d61-9531-39f982ade1c7 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:28.026991 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d1c17c68-cc87-4ee4-85bc-f39b1e419c19 req-7f76d727-1af2-4d61-9531-39f982ade1c7 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.0972471
Jun 04 13:47:28.082589 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b974d-1aae-4cca-909b-8a53b84401b0 req-542e3d30-a25b-418d-b6af-612d62204a9e tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:28.084313 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-225b974d-1aae-4cca-909b-8a53b84401b0 req-542e3d30-a25b-418d-b6af-612d62204a9e tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.1137989
Jun 04 13:47:28.097917 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d1c17c68-cc87-4ee4-85bc-f39b1e419c19 req-024d6bb1-1122-4d39-8b58-e4e0dd88b47a tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624151
Jun 04 13:47:28.134753 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-225b974d-1aae-4cca-909b-8a53b84401b0 req-dcc9bde6-6411-4339-be45-9e4402fff635 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446720
Jun 04 13:47:28.459014 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389610f-5a79-4203-8513-ce2cf01e250e req-cda91542-5412-451a-95d6-dec59a99cf92 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:28.460443 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-0389610f-5a79-4203-8513-ce2cf01e250e req-cda91542-5412-451a-95d6-dec59a99cf92 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 945 time: 0.0872822
Jun 04 13:47:28.505868 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-0389610f-5a79-4203-8513-ce2cf01e250e req-15cd210e-281b-4677-8765-1b882a7e94f1 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=551d7bfa-8b5d-44b2-9587-e8228120fef8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394826
Jun 04 13:47:28.718507 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec08f0b-5751-4e14-addb-dcf8bccb1efa req-439aab2e-3ba1-4819-9d78-7b751c45c95b tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:28.719849 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-8ec08f0b-5751-4e14-addb-dcf8bccb1efa req-439aab2e-3ba1-4819-9d78-7b751c45c95b tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 945 time: 0.0859647
Jun 04 13:47:28.731975 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 42948) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:28.734807 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-c578b4a8-5a8b-47e8-b38e-f2d02e17b85f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Request body: {'floatingip': {'port_id': '27770265-398d-4ada-87f2-212754c68a41'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:47:28.821688 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c578b4a8-5a8b-47e8-b38e-f2d02e17b85f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for floatingip, before_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:29.301340 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15addd-611b-4992-9587-c1279a95f1cb req-ff3ef752-5776-4be5-b8a2-c3543bc4bcff tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:29.302726 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4d15addd-611b-4992-9587-c1279a95f1cb req-ff3ef752-5776-4be5-b8a2-c3543bc4bcff tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.0902021
Jun 04 13:47:29.348131 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4d15addd-611b-4992-9587-c1279a95f1cb req-d4ca4e46-a6d8-484e-b046-e0d8ee8c3a88 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390902
Jun 04 13:47:29.516929 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cfffcf-34ac-4dfb-90aa-d76fc9cb91e9 req-bf7e40c6-dbba-4999-9e97-366b0fe67a8a tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:29.518402 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-c0cfffcf-34ac-4dfb-90aa-d76fc9cb91e9 req-bf7e40c6-dbba-4999-9e97-366b0fe67a8a tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.2507801
Jun 04 13:47:29.616597 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-c0cfffcf-34ac-4dfb-90aa-d76fc9cb91e9 req-643d5ccf-6394-4cd0-9cfa-0d0e623fc793 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0903721
Jun 04 13:47:29.720095 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c578b4a8-5a8b-47e8-b38e-f2d02e17b85f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:29.800369 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01d4e1-fded-46a7-bfd6-5f6d1e71dab1 req-90e11968-9020-440f-be96-1ee857398c05 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:29.801823 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-9c01d4e1-fded-46a7-bfd6-5f6d1e71dab1 req-90e11968-9020-440f-be96-1ee857398c05 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.0809200
Jun 04 13:47:29.810993 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 42986) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:29.816017 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-7b3a1aed-98b6-47f3-a35b-3e0c2a379be9 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Request body: {'floatingip': {'port_id': '146e29a3-ae72-4d89-8eed-82b6a6bd7f5d'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:47:29.819459 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c578b4a8-5a8b-47e8-b38e-f2d02e17b85f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:29.895481 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-7b3a1aed-98b6-47f3-a35b-3e0c2a379be9 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for floatingip, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:30.065996 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.db.l3_db [None req-c578b4a8-5a8b-47e8-b38e-f2d02e17b85f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Floating IP 1dd33ad3-93b1-4f18-a3b0-9b9909b572c7 associated. External IP: 172.27.2.65, port: 27770265-398d-4ada-87f2-212754c68a41.
Jun 04 13:47:30.410445 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 43006) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:30.502047 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c578b4a8-5a8b-47e8-b38e-f2d02e17b85f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:47:30.610394 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3e033200-0e97-4939-b4ea-1db58840a67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:30.642750 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-3e033200-0e97-4939-b4ea-1db58840a67d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:47:30.699368 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-3e033200-0e97-4939-b4ea-1db58840a67d admin admin] Usage tracker for resource:security_group_rule and tenant:a9810dbbfff44c2cabbf322a1ef317e3 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:47:30.709868 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-3e033200-0e97-4939-b4ea-1db58840a67d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:47:30.718432 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-3e033200-0e97-4939-b4ea-1db58840a67d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:47:30.741396 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93daf8f8-db9d-486f-ba6f-a4ea03df9ba1 req-2072be39-08fb-41c5-a555-3709adf47aff tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:30.742835 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-93daf8f8-db9d-486f-ba6f-a4ea03df9ba1 req-2072be39-08fb-41c5-a555-3709adf47aff tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.2843115
Jun 04 13:47:30.759813 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-7b3a1aed-98b6-47f3-a35b-3e0c2a379be9 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:30.790510 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c578b4a8-5a8b-47e8-b38e-f2d02e17b85f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:47:30.805384 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05652b8-142e-433f-a94e-92abd9f3ac57 None None] Sync routers for ids ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'] in dv-cinder-843593-2-iscsi {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:47:30.819423 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05652b8-142e-433f-a94e-92abd9f3ac57 None None] Routers {'6970f1a1-b3ff-41b6-80c8-570efa1a2642'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:47:30.820148 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-e05652b8-142e-433f-a94e-92abd9f3ac57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ed5d970>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:47:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:47:30.831519 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-93daf8f8-db9d-486f-ba6f-a4ea03df9ba1 req-be06e813-365d-46f1-a2c4-9d82f1be5164 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802021
Jun 04 13:47:30.832951 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-7b3a1aed-98b6-47f3-a35b-3e0c2a379be9 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:30.835400 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c578b4a8-5a8b-47e8-b38e-f2d02e17b85f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:30.915848 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-c578b4a8-5a8b-47e8-b38e-f2d02e17b85f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "PUT /v2.0/floatingips/1dd33ad3-93b1-4f18-a3b0-9b9909b572c7 HTTP/1.1" status: 200  len: 990 time: 2.1856289
Jun 04 13:47:30.923441 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51139133-f363-4326-9ace-7d58f32d4bfc', 'tag': '27770265-398d-4ada-87f2-212754c68a41'}] {{(pid=88595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:47:30.945744 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3e033200-0e97-4939-b4ea-1db58840a67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:30.974080 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa829a11-c189-4577-ad4b-f38b6a647fdb'] response: {'name': 'network-changed', 'server_uuid': '51139133-f363-4326-9ace-7d58f32d4bfc', 'tag': '27770265-398d-4ada-87f2-212754c68a41', 'status': 'completed', 'code': 200}
Jun 04 13:47:30.998968 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-e05652b8-142e-433f-a94e-92abd9f3ac57 None None] Set router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:47:31.002563 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3e033200-0e97-4939-b4ea-1db58840a67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:31.011977 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.l3_db [None req-7b3a1aed-98b6-47f3-a35b-3e0c2a379be9 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Floating IP 81f0b602-52b1-466f-9aef-6bd9eff834c7 associated. External IP: 172.27.2.145, port: 146e29a3-ae72-4d89-8eed-82b6a6bd7f5d.
Jun 04 13:47:31.074467 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e033200-0e97-4939-b4ea-1db58840a67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec7a8b9-ae5d-4dbc-b9a7-894e10a4160c,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:31.083747 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-3e033200-0e97-4939-b4ea-1db58840a67d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a9810dbbfff44c2cabbf322a1ef317e3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6729550
Jun 04 13:47:31.088708 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 43018) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:31.092597 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e033200-0e97-4939-b4ea-1db58840a67d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:47:31.098669 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e033200-0e97-4939-b4ea-1db58840a67d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:47:31.098669 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e033200-0e97-4939-b4ea-1db58840a67d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:47:31.098669 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e033200-0e97-4939-b4ea-1db58840a67d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:47:31.098669 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e033200-0e97-4939-b4ea-1db58840a67d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:47:31.098669 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e033200-0e97-4939-b4ea-1db58840a67d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:47:31.098669 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e033200-0e97-4939-b4ea-1db58840a67d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:47:31.098669 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e033200-0e97-4939-b4ea-1db58840a67d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:47:31.098669 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e033200-0e97-4939-b4ea-1db58840a67d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:47:31.098669 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e033200-0e97-4939-b4ea-1db58840a67d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:47:31.098669 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e033200-0e97-4939-b4ea-1db58840a67d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:47:31.098669 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e033200-0e97-4939-b4ea-1db58840a67d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:47:31.165148 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8dbce45b-08f5-4741-b91a-92f70d92fb5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:31.209367 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8dbce45b-08f5-4741-b91a-92f70d92fb5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:31.342063 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8dbce45b-08f5-4741-b91a-92f70d92fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:31.356489 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbce45b-08f5-4741-b91a-92f70d92fb5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec7a8b9-ae5d-4dbc-b9a7-894e10a4160c,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:31.367493 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8dbce45b-08f5-4741-b91a-92f70d92fb5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:31.367493 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-8dbce45b-08f5-4741-b91a-92f70d92fb5d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eec7a8b9-ae5d-4dbc-b9a7-894e10a4160c HTTP/1.1" status: 204  len: 168 time: 0.2763443
Jun 04 13:47:31.406229 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3a1aed-98b6-47f3-a35b-3e0c2a379be9 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Router c0b12453-aec0-4567-8ea1-c215d312f8d2 has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:47:31.415507 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-e05652b8-142e-433f-a94e-92abd9f3ac57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ed5d970>, [{'id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:41Z', 'revision_number': 4, 'project_id': '04f6f6455e3046efade411926e0f0561', 'gw_port': {'id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': '1dd33ad3-93b1-4f18-a3b0-9b9909b572c7', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'port_id': '27770265-398d-4ada-87f2-212754c68a41', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'mac_address': 'fa:16:3e:c5:5c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51139133-f363-4326-9ace-7d58f32d4bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:46:53Z', 'updated_at': '2022-06-04T13:47:29Z', 'revision_number': 1, 'project_id': '04f6f6455e3046efade411926e0f0561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711cf581-c378-430c-a852-b96602d99b90', 'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'mac_address': 'fa:16:3e:bb:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:59Z', 'revision_number': 5, 'project_id': '04f6f6455e3046efade411926e0f0561', 'subnets': [{'id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:47:31.419692 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05652b8-142e-433f-a94e-92abd9f3ac57 None None] Checking router: 6970f1a1-b3ff-41b6-80c8-570efa1a2642 for host: dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:47:31.428237 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05652b8-142e-433f-a94e-92abd9f3ac57 None None] Routers {'6970f1a1-b3ff-41b6-80c8-570efa1a2642'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:47:31.428972 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-e05652b8-142e-433f-a94e-92abd9f3ac57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ed5d970>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:47:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:47:31.551371 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-a8709379-8911-4e52-a68c-de38927f4515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:31.585876 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3a1aed-98b6-47f3-a35b-3e0c2a379be9 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:47:31.597122 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb18359b-117b-4806-9193-ed942ffd21dd None None] Sync routers for ids ['c0b12453-aec0-4567-8ea1-c215d312f8d2'] in dv-cinder-843593-2-iscsi {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:47:31.598962 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-7b3a1aed-98b6-47f3-a35b-3e0c2a379be9 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:31.617013 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb18359b-117b-4806-9193-ed942ffd21dd None None] Routers {'c0b12453-aec0-4567-8ea1-c215d312f8d2'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:47:31.617647 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-cb18359b-117b-4806-9193-ed942ffd21dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e306910>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:47:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['c0b12453-aec0-4567-8ea1-c215d312f8d2'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:47:31.647949 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-e05652b8-142e-433f-a94e-92abd9f3ac57 None None] Set router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:47:31.662475 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-7b3a1aed-98b6-47f3-a35b-3e0c2a379be9 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "PUT /v2.0/floatingips/81f0b602-52b1-466f-9aef-6bd9eff834c7 HTTP/1.1" status: 200  len: 991 time: 1.8483534
Jun 04 13:47:31.662475 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f34452-bf87-4c9b-a370-e8234de303cf', 'tag': '146e29a3-ae72-4d89-8eed-82b6a6bd7f5d'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:47:31.713351 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e031aa12-4fa8-499d-9e3d-8a16b7f8e7ab'] response: {'name': 'network-changed', 'server_uuid': '20f34452-bf87-4c9b-a370-e8234de303cf', 'tag': '146e29a3-ae72-4d89-8eed-82b6a6bd7f5d', 'status': 'completed', 'code': 200}
Jun 04 13:47:31.850326 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-cb18359b-117b-4806-9193-ed942ffd21dd None None] Set router c0b12453-aec0-4567-8ea1-c215d312f8d2 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:47:32.015127 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-e05652b8-142e-433f-a94e-92abd9f3ac57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ed5d970>, [{'id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:41Z', 'revision_number': 4, 'project_id': '04f6f6455e3046efade411926e0f0561', 'gw_port': {'id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': '1dd33ad3-93b1-4f18-a3b0-9b9909b572c7', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'port_id': '27770265-398d-4ada-87f2-212754c68a41', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'mac_address': 'fa:16:3e:c5:5c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51139133-f363-4326-9ace-7d58f32d4bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:46:53Z', 'updated_at': '2022-06-04T13:47:29Z', 'revision_number': 1, 'project_id': '04f6f6455e3046efade411926e0f0561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711cf581-c378-430c-a852-b96602d99b90', 'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'mac_address': 'fa:16:3e:bb:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:59Z', 'revision_number': 5, 'project_id': '04f6f6455e3046efade411926e0f0561', 'subnets': [{'id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:47:32.019492 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05652b8-142e-433f-a94e-92abd9f3ac57 None None] The sync data for ids ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'] in dv-cinder-843593-2-iscsi is: [{'id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:41Z', 'revision_number': 4, 'project_id': '04f6f6455e3046efade411926e0f0561', 'gw_port': {'id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': '1dd33ad3-93b1-4f18-a3b0-9b9909b572c7', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'port_id': '27770265-398d-4ada-87f2-212754c68a41', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'mac_address': 'fa:16:3e:c5:5c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51139133-f363-4326-9ace-7d58f32d4bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:46:53Z', 'updated_at': '2022-06-04T13:47:29Z', 'revision_number': 1, 'project_id': '04f6f6455e3046efade411926e0f0561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711cf581-c378-430c-a852-b96602d99b90', 'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'mac_address': 'fa:16:3e:bb:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:59Z', 'revision_number': 5, 'project_id': '04f6f6455e3046efade411926e0f0561', 'subnets': [{'id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:47:32.031911 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 43042) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:32.054505 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab9d92-bd38-4129-8439-f7b48241a1cf req-be15b0a1-27a2-41ad-9c1b-10ac6fb1556e tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:32.056615 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e1ab9d92-bd38-4129-8439-f7b48241a1cf req-be15b0a1-27a2-41ad-9c1b-10ac6fb1556e tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.1078668
Jun 04 13:47:32.063073 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3a4c2f71-d705-40fc-9cf1-bfabead3bf5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:32.106325 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-3a4c2f71-d705-40fc-9cf1-bfabead3bf5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:47:32.111055 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-3a4c2f71-d705-40fc-9cf1-bfabead3bf5f admin admin] Usage tracker for resource:security_group_rule and tenant:3363c11b980f4828acc66d4ae8c858c9 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:47:32.114285 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-3a4c2f71-d705-40fc-9cf1-bfabead3bf5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:47:32.120927 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-3a4c2f71-d705-40fc-9cf1-bfabead3bf5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:47:32.125176 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e1ab9d92-bd38-4129-8439-f7b48241a1cf req-8e84d60e-cc72-4c83-ae59-bdb00a2b8cd7 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588901
Jun 04 13:47:32.220549 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3a4c2f71-d705-40fc-9cf1-bfabead3bf5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:32.247255 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-cb18359b-117b-4806-9193-ed942ffd21dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e306910>, [{'id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'name': 'tempest-AttachVolumeTestJSON-72343411-router', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:44Z', 'revision_number': 4, 'project_id': '9650a71550354afb93718cd61f608fa7', 'gw_port': {'id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': '81f0b602-52b1-466f-9aef-6bd9eff834c7', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'port_id': '146e29a3-ae72-4d89-8eed-82b6a6bd7f5d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb', 'mac_address': 'fa:16:3e:3c:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f34452-bf87-4c9b-a370-e8234de303cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:47:03Z', 'updated_at': '2022-06-04T13:47:30Z', 'revision_number': 1, 'project_id': '9650a71550354afb93718cd61f608fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba', 'name': '', 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'mac_address': 'fa:16:3e:b4:4c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:47:02Z', 'revision_number': 5, 'project_id': '9650a71550354afb93718cd61f608fa7', 'subnets': [{'id': '3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:47:32.252143 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb18359b-117b-4806-9193-ed942ffd21dd None None] Checking router: c0b12453-aec0-4567-8ea1-c215d312f8d2 for host: dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:47:32.262968 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb18359b-117b-4806-9193-ed942ffd21dd None None] Routers {'c0b12453-aec0-4567-8ea1-c215d312f8d2'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:47:32.263612 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-cb18359b-117b-4806-9193-ed942ffd21dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e306910>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:47:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['c0b12453-aec0-4567-8ea1-c215d312f8d2'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:47:32.288976 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3a4c2f71-d705-40fc-9cf1-bfabead3bf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:32.314152 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf633b0-80e5-4ff6-afc8-b0dc048261e3 None None] New status for floating IP 1dd33ad3-93b1-4f18-a3b0-9b9909b572c7: ACTIVE {{(pid=88597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:47:32.339083 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c2f71-d705-40fc-9cf1-bfabead3bf5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5328a3d2-c26a-44b1-9389-1115bb27cfd5,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:32.363768 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-3a4c2f71-d705-40fc-9cf1-bfabead3bf5f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3363c11b980f4828acc66d4ae8c858c9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3285367
Jun 04 13:47:32.364122 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 43050) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:32.438928 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1ab61cac-f824-4553-aa7c-662ca364e189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:32.484166 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1ab61cac-f824-4553-aa7c-662ca364e189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:32.513546 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-cb18359b-117b-4806-9193-ed942ffd21dd None None] Set router c0b12453-aec0-4567-8ea1-c215d312f8d2 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:47:32.633229 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1ab61cac-f824-4553-aa7c-662ca364e189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:32.654652 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab61cac-f824-4553-aa7c-662ca364e189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5328a3d2-c26a-44b1-9389-1115bb27cfd5,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:32.658007 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1ab61cac-f824-4553-aa7c-662ca364e189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:32.659141 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-1ab61cac-f824-4553-aa7c-662ca364e189 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5328a3d2-c26a-44b1-9389-1115bb27cfd5 HTTP/1.1" status: 204  len: 168 time: 0.2939408
Jun 04 13:47:32.708663 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa270d43-f5ef-4055-86ca-88c78c6f4ba9 req-c354bef1-96db-4d11-afb4-9470a22bcc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:32.710113 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-fa270d43-f5ef-4055-86ca-88c78c6f4ba9 req-c354bef1-96db-4d11-afb4-9470a22bcc08 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=04f6f6455e3046efade411926e0f0561&device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 1098 time: 0.2336037
Jun 04 13:47:32.712107 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b9f63-49e8-403b-93ee-565b2c07fd4f req-6561fcd9-4280-45e0-abe3-750821e187ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:32.713443 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-af3b9f63-49e8-403b-93ee-565b2c07fd4f req-6561fcd9-4280-45e0-abe3-750821e187ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9650a71550354afb93718cd61f608fa7&device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 1098 time: 0.1109078
Jun 04 13:47:32.960919 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-cb18359b-117b-4806-9193-ed942ffd21dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e306910>, [{'id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'name': 'tempest-AttachVolumeTestJSON-72343411-router', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:44Z', 'revision_number': 4, 'project_id': '9650a71550354afb93718cd61f608fa7', 'gw_port': {'id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': '81f0b602-52b1-466f-9aef-6bd9eff834c7', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'port_id': '146e29a3-ae72-4d89-8eed-82b6a6bd7f5d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb', 'mac_address': 'fa:16:3e:3c:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f34452-bf87-4c9b-a370-e8234de303cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:47:03Z', 'updated_at': '2022-06-04T13:47:30Z', 'revision_number': 1, 'project_id': '9650a71550354afb93718cd61f608fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba', 'name': '', 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'mac_address': 'fa:16:3e:b4:4c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:47:02Z', 'revision_number': 5, 'project_id': '9650a71550354afb93718cd61f608fa7', 'subnets': [{'id': '3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:47:32.966105 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb18359b-117b-4806-9193-ed942ffd21dd None None] The sync data for ids ['c0b12453-aec0-4567-8ea1-c215d312f8d2'] in dv-cinder-843593-2-iscsi is: [{'id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'name': 'tempest-AttachVolumeTestJSON-72343411-router', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:44Z', 'revision_number': 4, 'project_id': '9650a71550354afb93718cd61f608fa7', 'gw_port': {'id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': '81f0b602-52b1-466f-9aef-6bd9eff834c7', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'port_id': '146e29a3-ae72-4d89-8eed-82b6a6bd7f5d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb', 'mac_address': 'fa:16:3e:3c:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f34452-bf87-4c9b-a370-e8234de303cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:47:03Z', 'updated_at': '2022-06-04T13:47:30Z', 'revision_number': 1, 'project_id': '9650a71550354afb93718cd61f608fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba', 'name': '', 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'mac_address': 'fa:16:3e:b4:4c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:47:02Z', 'revision_number': 5, 'project_id': '9650a71550354afb93718cd61f608fa7', 'subnets': [{'id': '3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:47:32.980047 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa270d43-f5ef-4055-86ca-88c78c6f4ba9 req-ff636b0c-44c2-4714-b990-95b6b56c015e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:32.981744 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-fa270d43-f5ef-4055-86ca-88c78c6f4ba9 req-ff636b0c-44c2-4714-b990-95b6b56c015e service neutron] 10.222.0.55 "GET /v2.0/networks?id=8b092770-eea2-4e76-9959-7bb13a86dfb1 HTTP/1.1" status: 200  len: 915 time: 0.2560539
Jun 04 13:47:32.982878 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b9f63-49e8-403b-93ee-565b2c07fd4f req-2a9117a6-253a-4bee-996a-ddd0738c7b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:32.984273 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-af3b9f63-49e8-403b-93ee-565b2c07fd4f req-2a9117a6-253a-4bee-996a-ddd0738c7b3b service neutron] 10.222.0.55 "GET /v2.0/networks?id=7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb HTTP/1.1" status: 200  len: 910 time: 0.2392552
Jun 04 13:47:33.210286 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-fa270d43-f5ef-4055-86ca-88c78c6f4ba9 req-0fcba49c-b510-454c-9430-e19ea68d9cc3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27770265-398d-4ada-87f2-212754c68a41 HTTP/1.1" status: 200  len: 1000 time: 0.2206275
Jun 04 13:47:33.212345 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-af3b9f63-49e8-403b-93ee-565b2c07fd4f req-f556b0e8-ea66-4c00-bd1a-569d45d8ce33 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=146e29a3-ae72-4d89-8eed-82b6a6bd7f5d HTTP/1.1" status: 200  len: 999 time: 0.1646674
Jun 04 13:47:33.280949 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcae30e-4d63-48d8-abf9-963ceed8d890 None None] New status for floating IP 81f0b602-52b1-466f-9aef-6bd9eff834c7: ACTIVE {{(pid=88596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:47:33.388509 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fe9fb-c340-4b7a-bf71-56031e98565d req-a41c4ec9-f8b6-444a-b558-4c7119e6ed12 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:33.392695 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa270d43-f5ef-4055-86ca-88c78c6f4ba9 req-53b328e8-aa0a-4261-8e76-067f1184ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:33.395650 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-fa270d43-f5ef-4055-86ca-88c78c6f4ba9 req-53b328e8-aa0a-4261-8e76-067f1184ad2a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69bc4cdc-ad33-4161-be2e-42ba13f7d967 HTTP/1.1" status: 200  len: 853 time: 0.1683202
Jun 04 13:47:33.395650 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b9f63-49e8-403b-93ee-565b2c07fd4f req-04856265-b94a-4667-b166-c4bc4bd10d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:33.396766 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-af3b9f63-49e8-403b-93ee-565b2c07fd4f req-04856265-b94a-4667-b166-c4bc4bd10d2f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e HTTP/1.1" status: 200  len: 848 time: 0.1699898
Jun 04 13:47:33.399549 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-251fe9fb-c340-4b7a-bf71-56031e98565d req-a41c4ec9-f8b6-444a-b558-4c7119e6ed12 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.1067116
Jun 04 13:47:33.455669 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-251fe9fb-c340-4b7a-bf71-56031e98565d req-bac2d5d2-81b5-4cc8-8c9e-20c8d5da70f6 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527704
Jun 04 13:47:33.571099 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b9f63-49e8-403b-93ee-565b2c07fd4f req-236b1063-e2f1-4f58-b58c-fcfb74a7e63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:33.572863 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-af3b9f63-49e8-403b-93ee-565b2c07fd4f req-236b1063-e2f1-4f58-b58c-fcfb74a7e63b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1647308
Jun 04 13:47:33.575950 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa270d43-f5ef-4055-86ca-88c78c6f4ba9 req-a133139c-ca9d-48df-ba48-c0bff7e522f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:33.577523 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-fa270d43-f5ef-4055-86ca-88c78c6f4ba9 req-a133139c-ca9d-48df-ba48-c0bff7e522f2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8b092770-eea2-4e76-9959-7bb13a86dfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1708121
Jun 04 13:47:33.792800 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-f76b7b8a-826e-4c2d-8336-d6e281de34d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:33.874342 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-af3b9f63-49e8-403b-93ee-565b2c07fd4f req-436ccb2a-9c48-4261-82eb-0ad898d9717c service neutron] 10.222.0.55 "GET /v2.0/networks/7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2887795
Jun 04 13:47:33.877520 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-fa270d43-f5ef-4055-86ca-88c78c6f4ba9 req-0e93dff0-fdbc-475c-b51f-cfbd231316e5 service neutron] 10.222.0.55 "GET /v2.0/networks/8b092770-eea2-4e76-9959-7bb13a86dfb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2689667
Jun 04 13:47:34.004022 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 43110) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:34.145037 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-2b0e638d-ce14-46ae-8c64-3f2e1969960e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1079666460-network', 'tenant_id': '9b378e6cc61347c1b7ac304c825e0b0f'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:47:34.151288 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-af3b9f63-49e8-403b-93ee-565b2c07fd4f req-785aab43-ef57-4fe0-a6d7-78a1a119d45c service neutron] 10.222.0.55 "GET /v2.0/networks/7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2569587
Jun 04 13:47:34.153957 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-fa270d43-f5ef-4055-86ca-88c78c6f4ba9 req-cba46da5-a263-4194-824c-32a579e90135 service neutron] 10.222.0.55 "GET /v2.0/networks/8b092770-eea2-4e76-9959-7bb13a86dfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2377055
Jun 04 13:47:34.155543 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-2b0e638d-ce14-46ae-8c64-3f2e1969960e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:47:34.159706 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-2b0e638d-ce14-46ae-8c64-3f2e1969960e admin admin] Usage tracker for resource:network and tenant:9b378e6cc61347c1b7ac304c825e0b0f is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:47:34.162589 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-2b0e638d-ce14-46ae-8c64-3f2e1969960e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:47:34.169721 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-2b0e638d-ce14-46ae-8c64-3f2e1969960e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:47:34.272852 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0e638d-ce14-46ae-8c64-3f2e1969960e admin admin] Made reservation on behalf of 9b378e6cc61347c1b7ac304c825e0b0f for: {'network': 1} {{(pid=88595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:47:34.275165 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2b0e638d-ce14-46ae-8c64-3f2e1969960e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for network, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:34.291167 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2b0e638d-ce14-46ae-8c64-3f2e1969960e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:34.308174 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-2b0e638d-ce14-46ae-8c64-3f2e1969960e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:47:34.312145 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-2b0e638d-ce14-46ae-8c64-3f2e1969960e admin admin] Usage tracker for resource:security_group_rule and tenant:9b378e6cc61347c1b7ac304c825e0b0f is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:47:34.314942 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-2b0e638d-ce14-46ae-8c64-3f2e1969960e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:47:34.320705 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-2b0e638d-ce14-46ae-8c64-3f2e1969960e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:47:34.403645 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2b0e638d-ce14-46ae-8c64-3f2e1969960e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:34.467266 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2b0e638d-ce14-46ae-8c64-3f2e1969960e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:34.496821 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0e638d-ce14-46ae-8c64-3f2e1969960e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208}  {{(pid=88595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:47:34.505053 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e638d-ce14-46ae-8c64-3f2e1969960e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4901f119-b82a-40be-b079-6e4e43fa3f67,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:34.511752 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2b0e638d-ce14-46ae-8c64-3f2e1969960e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:34.513148 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.db.segments_db [None req-2b0e638d-ce14-46ae-8c64-3f2e1969960e admin admin] Added segment e4578e56-0570-474b-9830-62bb31e19667 of type vlan for network e4457224-878d-4245-821d-c99a950f2e0e
Jun 04 13:47:34.539373 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2b0e638d-ce14-46ae-8c64-3f2e1969960e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733312597486'] for network, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:34.659731 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2b0e638d-ce14-46ae-8c64-3f2e1969960e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086'] for network, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:34.660726 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0e638d-ce14-46ae-8c64-3f2e1969960e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:34.661302 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2b0e638d-ce14-46ae-8c64-3f2e1969960e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:34.690846 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:34.749823 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797e53c-468d-4c57-90ac-8ea53c79d189 req-71a3510b-ecdb-422c-8f29-9bdc6a7cc2d5 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:34.751334 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c797e53c-468d-4c57-90ac-8ea53c79d189 req-71a3510b-ecdb-422c-8f29-9bdc6a7cc2d5 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.1715229
Jun 04 13:47:34.805881 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c797e53c-468d-4c57-90ac-8ea53c79d189 req-64bcb635-a587-4432-9217-b45aa9e24878 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473270
Jun 04 13:47:34.844366 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:34.853025 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e638d-ce14-46ae-8c64-3f2e1969960e admin admin] Pushing event updated for resources: {'Network': ['ID=e4457224-878d-4245-821d-c99a950f2e0e,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:34.862438 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Network e4457224-878d-4245-821d-c99a950f2e0e details requested by agent ovs-agent-dv-cinder-843593-2-iscsi with host dv-cinder-843593-2-iscsi {{(pid=88596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:47:34.908647 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-2b0e638d-ce14-46ae-8c64-3f2e1969960e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9034755
Jun 04 13:47:34.911476 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 43128) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:34.916760 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-09e2e596-0020-40cf-b25f-013ad3acd6d5 admin admin] Request body: {'subnet': {'network_id': 'e4457224-878d-4245-821d-c99a950f2e0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1079666460-subnet', 'tenant_id': '9b378e6cc61347c1b7ac304c825e0b0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:47:34.921396 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-09e2e596-0020-40cf-b25f-013ad3acd6d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:47:34.925363 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-09e2e596-0020-40cf-b25f-013ad3acd6d5 admin admin] Usage tracker for resource:subnet and tenant:9b378e6cc61347c1b7ac304c825e0b0f is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:47:34.928435 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-09e2e596-0020-40cf-b25f-013ad3acd6d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:47:34.934921 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-09e2e596-0020-40cf-b25f-013ad3acd6d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:47:35.009386 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e2e596-0020-40cf-b25f-013ad3acd6d5 admin admin] Made reservation on behalf of 9b378e6cc61347c1b7ac304c825e0b0f for: {'subnet': 1} {{(pid=88595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:47:35.011612 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-09e2e596-0020-40cf-b25f-013ad3acd6d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:35.272699 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-09e2e596-0020-40cf-b25f-013ad3acd6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086'] for subnet, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:35.348751 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2e596-0020-40cf-b25f-013ad3acd6d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26485e7a-6412-4e20-b549-e682531d62ea,revision_number=0']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:35.356605 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e2e596-0020-40cf-b25f-013ad3acd6d5 admin admin] Checking segment: {'id': 'e4578e56-0570-474b-9830-62bb31e19667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e4457224-878d-4245-821d-c99a950f2e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:47:35.356949 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e2e596-0020-40cf-b25f-013ad3acd6d5 admin admin] Network hostable DHCP agents. Network: e4457224-878d-4245-821d-c99a950f2e0e, hostable agents: ['87172334-b636-4990-a849-36beff162f6b'], hosted agents: [] {{(pid=88595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:47:35.438527 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e2e596-0020-40cf-b25f-013ad3acd6d5 admin admin] Network e4457224-878d-4245-821d-c99a950f2e0e is scheduled to be hosted by DHCP agent 87172334-b636-4990-a849-36beff162f6b with binding_index 1 {{(pid=88595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:47:35.495588 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-09e2e596-0020-40cf-b25f-013ad3acd6d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-iscsi, e4457224-878d-4245-821d-c99a950f2e0e) {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:47:35.499626 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e2e596-0020-40cf-b25f-013ad3acd6d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:35.500533 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-09e2e596-0020-40cf-b25f-013ad3acd6d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for subnet, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:35.505612 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725f4dfe-e048-4b8a-9779-37f39f8708f8 None None] Network e4457224-878d-4245-821d-c99a950f2e0e requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:47:35.576711 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-09e2e596-0020-40cf-b25f-013ad3acd6d5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6641049
Jun 04 13:47:35.721445 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f92f981-d3f5-4417-949f-2895eec82450 None None] Network e4457224-878d-4245-821d-c99a950f2e0e requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:47:36.024695 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b0de4-8a7a-48ba-93f7-e8eb01d1d306 req-504164a3-5352-4555-b560-7b4302b60ac2 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:36.026142 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-6b7b0de4-8a7a-48ba-93f7-e8eb01d1d306 req-504164a3-5352-4555-b560-7b4302b60ac2 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.0876310
Jun 04 13:47:36.065275 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:36.073058 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-6b7b0de4-8a7a-48ba-93f7-e8eb01d1d306 req-f388e6da-a595-45ce-95e2-134936379d5e tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389760
Jun 04 13:47:36.385812 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 6 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:47:37.254316 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909962b-87cd-41c9-9bee-877c2004d546 req-90db8ccd-1b10-4dce-b0e8-de41d5d8aa71 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:37.255663 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4909962b-87cd-41c9-9bee-877c2004d546 req-90db8ccd-1b10-4dce-b0e8-de41d5d8aa71 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.0778947
Jun 04 13:47:37.300920 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4909962b-87cd-41c9-9bee-877c2004d546 req-17ee9828-b50a-43c0-8082-51cfcc1bb105 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397680
Jun 04 13:47:38.485692 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08010979-253f-4f6e-b7ea-41cbf1be49d9 req-c28e89f9-1e90-4582-b24d-1b1d35fd6898 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:38.487154 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-08010979-253f-4f6e-b7ea-41cbf1be49d9 req-c28e89f9-1e90-4582-b24d-1b1d35fd6898 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.0813684
Jun 04 13:47:38.532446 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-08010979-253f-4f6e-b7ea-41cbf1be49d9 req-be027473-45c4-4a14-bfd4-ce4aaf1f368c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392437
Jun 04 13:47:39.667614 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe1c2b-697b-4041-b130-edfaae7e741a req-5e261d9f-6694-455f-b176-0b3afb244ba3 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:39.669097 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-83fe1c2b-697b-4041-b130-edfaae7e741a req-5e261d9f-6694-455f-b176-0b3afb244ba3 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 946 time: 0.0838206
Jun 04 13:47:39.712098 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-83fe1c2b-697b-4041-b130-edfaae7e741a req-4477dd42-21e0-4e2e-b871-70d3afdf9664 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/security-groups?id=42647ca6-a827-42cf-be24-42338f9f29d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371532
Jun 04 13:47:39.719308 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a1fb6-7def-4428-a843-9f0c4f1c7f00 req-0e12e593-fa3e-4adc-abe0-8c527fc47c20 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:39.720741 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-f43a1fb6-7def-4428-a843-9f0c4f1c7f00 req-0e12e593-fa3e-4adc-abe0-8c527fc47c20 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.0790243
Jun 04 13:47:39.765367 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-f43a1fb6-7def-4428-a843-9f0c4f1c7f00 req-e8e6ae19-c639-46ea-963e-404b1de18266 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388200
Jun 04 13:47:40.894246 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4214a-7429-4174-a414-64c0122b43d7 req-27158099-51e5-4a32-b54b-2367837832d1 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:40.895713 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-25d4214a-7429-4174-a414-64c0122b43d7 req-27158099-51e5-4a32-b54b-2367837832d1 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 946 time: 0.0780318
Jun 04 13:47:40.942946 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-25d4214a-7429-4174-a414-64c0122b43d7 req-6b300ddd-8dfa-4dbd-acbc-aa1e4cffd451 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/security-groups?id=42647ca6-a827-42cf-be24-42338f9f29d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413911
Jun 04 13:47:40.953788 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4638d-f900-4301-8463-bf09502539fe req-9d15dbf0-c515-4a56-8182-a382d49c19a8 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:40.963588 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-97b4638d-f900-4301-8463-bf09502539fe req-9d15dbf0-c515-4a56-8182-a382d49c19a8 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.0847750
Jun 04 13:47:41.003402 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-97b4638d-f900-4301-8463-bf09502539fe req-a074c99e-2594-4122-9d7e-b21269526343 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409791
Jun 04 13:47:42.153056 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244e76a-d0cc-4bcb-8e01-68b70d53cc77 req-73187479-ad64-41e6-9a30-cfcd4367cebf tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:42.155058 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-7244e76a-d0cc-4bcb-8e01-68b70d53cc77 req-73187479-ad64-41e6-9a30-cfcd4367cebf tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 946 time: 0.1015673
Jun 04 13:47:42.206004 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-7244e76a-d0cc-4bcb-8e01-68b70d53cc77 req-2bdab7d7-aeff-4c43-b1f8-983994cfbc6f tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/security-groups?id=42647ca6-a827-42cf-be24-42338f9f29d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445902
Jun 04 13:47:42.227514 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee45646-0c8a-4b68-bd44-d950d14db5ba req-3a1183cd-3334-423c-ab75-679287a35070 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:42.227514 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-9ee45646-0c8a-4b68-bd44-d950d14db5ba req-3a1183cd-3334-423c-ab75-679287a35070 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.0869534
Jun 04 13:47:42.267858 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-9ee45646-0c8a-4b68-bd44-d950d14db5ba req-290f599d-c381-40be-ab0d-d1671d69ed8a tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384684
Jun 04 13:47:43.405009 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ccb6a1-13a1-4922-9dfe-29e37ee513af req-624be57f-f56e-495c-b847-956dfa9838a8 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:43.406546 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-41ccb6a1-13a1-4922-9dfe-29e37ee513af req-624be57f-f56e-495c-b847-956dfa9838a8 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 946 time: 0.0914378
Jun 04 13:47:43.408902 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-562cd490-154b-4d8c-9990-bf717c45a7c2 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:43.409573 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-562cd490-154b-4d8c-9990-bf717c45a7c2 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Synchronizing usage tracker for tenant:9b378e6cc61347c1b7ac304c825e0b0f on resource:network {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:47:43.452333 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-41ccb6a1-13a1-4922-9dfe-29e37ee513af req-9b795077-2ed8-487e-b19a-39a4793df9d3 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/security-groups?id=42647ca6-a827-42cf-be24-42338f9f29d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399566
Jun 04 13:47:43.505887 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-562cd490-154b-4d8c-9990-bf717c45a7c2 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Unset dirty status for tenant:9b378e6cc61347c1b7ac304c825e0b0f on resource:network {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:47:43.507305 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-562cd490-154b-4d8c-9990-bf717c45a7c2 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/networks?id=e4457224-878d-4245-821d-c99a950f2e0e HTTP/1.1" status: 200  len: 809 time: 0.2467699
Jun 04 13:47:43.524086 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-8f654312-4ccf-457f-91a0-80bd49be3853 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/quotas/9b378e6cc61347c1b7ac304c825e0b0f HTTP/1.1" status: 200  len: 375 time: 0.0091336
Jun 04 13:47:43.584463 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-43142393-0fcb-453f-9afd-32573e0f40e1 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9b378e6cc61347c1b7ac304c825e0b0f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0521173
Jun 04 13:47:43.645546 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100dd5-0322-486d-a3a2-3b3adc8e7a8e req-0a578a9e-7197-413e-9f6f-cd8041af2c9c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:43.647179 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c6100dd5-0322-486d-a3a2-3b3adc8e7a8e req-0a578a9e-7197-413e-9f6f-cd8041af2c9c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.0921280
Jun 04 13:47:43.710697 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c6100dd5-0322-486d-a3a2-3b3adc8e7a8e req-4d8e1bd3-63ca-4bae-b237-f86051208b8c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519996
Jun 04 13:47:43.757422 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-e1d9d119-a20d-45a4-96e5-af0c98398891 service neutron] 10.222.0.39 "GET /v2.0/networks/e4457224-878d-4245-821d-c99a950f2e0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1624489
Jun 04 13:47:43.888905 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-04f767a2-9fb9-4c30-826e-4a14a5d4326e service neutron] 10.222.0.39 "GET /v2.0/networks/e4457224-878d-4245-821d-c99a950f2e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305699
Jun 04 13:47:44.170299 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a256d5da-937a-48d4-b62b-559aa75c8e5c req-6b5283ce-59b0-49bc-8df8-701060dad850 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7cb5f96-ef90-495e-8081-6eaf4632f74d HTTP/1.1" status: 200  len: 210 time: 0.0424631
Jun 04 13:47:44.298012 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fd066-4af2-44c3-b71e-5dca435fccea req-a97fd213-8569-4f0c-a98f-a6cc5f64addf tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:44.299433 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-cd2fd066-4af2-44c3-b71e-5dca435fccea req-a97fd213-8569-4f0c-a98f-a6cc5f64addf tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 946 time: 0.0794182
Jun 04 13:47:44.372356 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-cd2fd066-4af2-44c3-b71e-5dca435fccea req-2e065a9a-56f7-4394-b10e-10d05f5e5d5d tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Deleting port b4a73369-1deb-406b-8885-23dfae395e9c {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:47:44.372701 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-cd2fd066-4af2-44c3-b71e-5dca435fccea req-2e065a9a-56f7-4394-b10e-10d05f5e5d5d tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:44.617378 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-cd2fd066-4af2-44c3-b71e-5dca435fccea req-2e065a9a-56f7-4394-b10e-10d05f5e5d5d tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] For port b4a73369-1deb-406b-8885-23dfae395e9c, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=b4a73369-1deb-406b-8885-23dfae395e9c,segment=NetworkSegment(4906c609-8ec1-47b1-956d-f65e95c4f515),segment_id=4906c609-8ec1-47b1-956d-f65e95c4f515)] {{(pid=88594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:47:44.617937 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-cd2fd066-4af2-44c3-b71e-5dca435fccea req-2e065a9a-56f7-4394-b10e-10d05f5e5d5d tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:44.646933 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a9568-c86c-4675-9be8-2d513b50d268 req-ce1c57f8-75ce-441a-ad22-c3e0fa2bf52d tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:44.648450 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-376a9568-c86c-4675-9be8-2d513b50d268 req-ce1c57f8-75ce-441a-ad22-c3e0fa2bf52d tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 946 time: 0.0854893
Jun 04 13:47:44.693309 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-376a9568-c86c-4675-9be8-2d513b50d268 req-fbce46ab-bbcd-4a91-8e9c-bfa1fec4f8a4 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/security-groups?id=42647ca6-a827-42cf-be24-42338f9f29d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384545
Jun 04 13:47:44.749158 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-cd2fd066-4af2-44c3-b71e-5dca435fccea req-2e065a9a-56f7-4394-b10e-10d05f5e5d5d tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Calling delete_port for b4a73369-1deb-406b-8885-23dfae395e9c owned by compute:nova {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:47:45.051569 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8246e3-f78d-465f-bdad-4d03c461cd76 req-bf306391-8b4a-4e64-9df5-addcf65a36ad tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:45.053003 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-eb8246e3-f78d-465f-bdad-4d03c461cd76 req-bf306391-8b4a-4e64-9df5-addcf65a36ad tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.0850341
Jun 04 13:47:45.074496 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-cd2fd066-4af2-44c3-b71e-5dca435fccea req-2e065a9a-56f7-4394-b10e-10d05f5e5d5d tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:45.133502 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065a9a-56f7-4394-b10e-10d05f5e5d5d tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Pushing event deleted for resources: {'Port': ['ID=b4a73369-1deb-406b-8885-23dfae395e9c,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:45.245691 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065a9a-56f7-4394-b10e-10d05f5e5d5d tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:47:45.246539 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065a9a-56f7-4394-b10e-10d05f5e5d5d tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:47:45.246867 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065a9a-56f7-4394-b10e-10d05f5e5d5d tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:47:45.247212 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065a9a-56f7-4394-b10e-10d05f5e5d5d tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:47:45.247535 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065a9a-56f7-4394-b10e-10d05f5e5d5d tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:47:45.247863 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065a9a-56f7-4394-b10e-10d05f5e5d5d tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:47:45.248184 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065a9a-56f7-4394-b10e-10d05f5e5d5d tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:47:45.248509 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065a9a-56f7-4394-b10e-10d05f5e5d5d tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:47:45.248812 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065a9a-56f7-4394-b10e-10d05f5e5d5d tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:47:45.249122 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065a9a-56f7-4394-b10e-10d05f5e5d5d tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:47:45.249429 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065a9a-56f7-4394-b10e-10d05f5e5d5d tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:47:45.249735 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065a9a-56f7-4394-b10e-10d05f5e5d5d tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:47:45.267770 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-eb8246e3-f78d-465f-bdad-4d03c461cd76 req-dc5a8a74-fdf2-4a78-accd-018781365096 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2088456
Jun 04 13:47:45.282422 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e60034a4-7958-4d28-a068-3574889e6c00 req-f7218861-4414-497d-8f39-3527d42c9184 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7cb5f96-ef90-495e-8081-6eaf4632f74d HTTP/1.1" status: 200  len: 210 time: 0.0560982
Jun 04 13:47:45.315470 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2fd066-4af2-44c3-b71e-5dca435fccea req-2e065a9a-56f7-4394-b10e-10d05f5e5d5d tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] No DVR routers for this DVR port b4a73369-1deb-406b-8885-23dfae395e9c on host hv-cinder-84359 {{(pid=88594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:47:45.318604 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-cd2fd066-4af2-44c3-b71e-5dca435fccea req-2e065a9a-56f7-4394-b10e-10d05f5e5d5d tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:45.321304 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b194f8e-bbdd-4ab1-9ddd-11a15de9b255', 'name': 'network-vif-deleted', 'tag': 'b4a73369-1deb-406b-8885-23dfae395e9c'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:47:45.370015 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-895e71f0-a251-4cf1-bffe-b836f7b476aa'] response: {'server_uuid': '0b194f8e-bbdd-4ab1-9ddd-11a15de9b255', 'name': 'network-vif-deleted', 'tag': 'b4a73369-1deb-406b-8885-23dfae395e9c', 'status': 'completed', 'code': 200}
Jun 04 13:47:45.414366 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-cd2fd066-4af2-44c3-b71e-5dca435fccea req-2e065a9a-56f7-4394-b10e-10d05f5e5d5d tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.55 "DELETE /v2.0/ports/b4a73369-1deb-406b-8885-23dfae395e9c HTTP/1.1" status: 204  len: 173 time: 1.1091642
Jun 04 13:47:45.844105 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-86e7ef75-46fc-42cb-8536-583ca30ea2ae req-8a6fda9d-7129-445d-9751-3db972a072f5 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 210 time: 0.0453997
Jun 04 13:47:45.921640 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 43390) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:46.037819 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3bbf001c-fd62-46e0-bdd1-e84647cdad42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:46.054733 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-3bbf001c-fd62-46e0-bdd1-e84647cdad42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:47:46.058899 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-3bbf001c-fd62-46e0-bdd1-e84647cdad42 admin admin] Usage tracker for resource:security_group_rule and tenant:10363865c4ba41939c8d283abf7d355f is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:47:46.061756 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-3bbf001c-fd62-46e0-bdd1-e84647cdad42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:47:46.071763 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-3bbf001c-fd62-46e0-bdd1-e84647cdad42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:47:46.152914 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3bbf001c-fd62-46e0-bdd1-e84647cdad42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:46.243584 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3bbf001c-fd62-46e0-bdd1-e84647cdad42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:46.294051 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-3bbf001c-fd62-46e0-bdd1-e84647cdad42 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=10363865c4ba41939c8d283abf7d355f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3685439
Jun 04 13:47:46.294051 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf001c-fd62-46e0-bdd1-e84647cdad42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e279bc8-d1f5-4e2b-b944-689245a7cc98,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:46.295070 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 43412) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:46.378606 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bb427a0e-d399-44f3-be92-133af34ce08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:46.474624 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd8db5-0430-4f7a-afda-07f784d37bb0 req-8d4ae212-5bcb-40ed-ac41-a6c0dc69b94e tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:46.476976 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-90fd8db5-0430-4f7a-afda-07f784d37bb0 req-8d4ae212-5bcb-40ed-ac41-a6c0dc69b94e tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.0921333
Jun 04 13:47:46.499037 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-494ee16c-6974-435d-9df6-00929edbb56e req-5b6a2386-4752-4ac9-8a6e-f215f122d7cf tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7cb5f96-ef90-495e-8081-6eaf4632f74d HTTP/1.1" status: 200  len: 210 time: 0.0508065
Jun 04 13:47:46.503271 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bb427a0e-d399-44f3-be92-133af34ce08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:46.526557 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-90fd8db5-0430-4f7a-afda-07f784d37bb0 req-4d6eed9b-0af8-4e25-beaf-0767dd585bdc tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424695
Jun 04 13:47:46.632260 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bb427a0e-d399-44f3-be92-133af34ce08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:46.649146 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb427a0e-d399-44f3-be92-133af34ce08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e279bc8-d1f5-4e2b-b944-689245a7cc98,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:46.652928 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bb427a0e-d399-44f3-be92-133af34ce08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:46.654328 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-bb427a0e-d399-44f3-be92-133af34ce08c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2e279bc8-d1f5-4e2b-b944-689245a7cc98 HTTP/1.1" status: 204  len: 168 time: 0.3587537
Jun 04 13:47:46.993414 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-9c7d064b-a8df-440d-868b-c69f9b4ed5fc req-b0be13d3-ec7d-412b-a891-807fea06beed tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 210 time: 0.0442243
Jun 04 13:47:47.175501 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 43436) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:47.292218 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f240f120-2d89-4711-8d3a-71be8cca4678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:47.299913 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 43442) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:47.306790 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-f240f120-2d89-4711-8d3a-71be8cca4678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:47:47.311600 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-f240f120-2d89-4711-8d3a-71be8cca4678 admin admin] Usage tracker for resource:security_group_rule and tenant:bfa7b74694224f49ab653b4011115948 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:47:47.314346 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-f240f120-2d89-4711-8d3a-71be8cca4678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:47:47.318795 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-381125d5-fde6-43f4-9205-a6f10b150c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:47.320337 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-f240f120-2d89-4711-8d3a-71be8cca4678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:47:47.333475 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-381125d5-fde6-43f4-9205-a6f10b150c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:47:47.337410 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-381125d5-fde6-43f4-9205-a6f10b150c3d admin admin] Usage tracker for resource:security_group_rule and tenant:6851c824858b4ea5955541cc9ea4dd05 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:47:47.340321 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-381125d5-fde6-43f4-9205-a6f10b150c3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:47:47.346507 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-381125d5-fde6-43f4-9205-a6f10b150c3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:47:47.407482 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f240f120-2d89-4711-8d3a-71be8cca4678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:47.430008 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-381125d5-fde6-43f4-9205-a6f10b150c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:47.460797 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f240f120-2d89-4711-8d3a-71be8cca4678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:47.489373 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-381125d5-fde6-43f4-9205-a6f10b150c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:47.510183 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-f240f120-2d89-4711-8d3a-71be8cca4678 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bfa7b74694224f49ab653b4011115948&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3335383
Jun 04 13:47:47.511096 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240f120-2d89-4711-8d3a-71be8cca4678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369e5e8f-3cb6-4b70-b063-32d8f3ca052b,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:47.513438 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 43448) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:47.537505 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-381125d5-fde6-43f4-9205-a6f10b150c3d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6851c824858b4ea5955541cc9ea4dd05&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2365117
Jun 04 13:47:47.538501 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381125d5-fde6-43f4-9205-a6f10b150c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6520a9-5ba1-4f55-81fe-ba1449af8d85,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:47.540786 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 43454) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:47.585791 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1e43a8e4-2191-44ed-b595-6a48838a1f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:47.614894 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-eab56fde-e9ee-48c1-aafa-d54318567226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:47.622562 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1e43a8e4-2191-44ed-b595-6a48838a1f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:47.642649 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-eab56fde-e9ee-48c1-aafa-d54318567226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:47.697369 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['b4a73369-1deb-406b-8885-23dfae395e9c'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:47:47.704665 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a28a19a0-5aa5-436d-aeb1-009df9c4629c req-27c59d31-8c7b-4195-abf8-aa5818292673 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7cb5f96-ef90-495e-8081-6eaf4632f74d HTTP/1.1" status: 200  len: 210 time: 0.0548062
Jun 04 13:47:47.753529 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c93f0f-7cd8-4697-b34b-4173cf27f8d1 req-08aa6a02-1817-45d0-84d8-9e7b3f01e060 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:47.755199 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-b5c93f0f-7cd8-4697-b34b-4173cf27f8d1 req-08aa6a02-1817-45d0-84d8-9e7b3f01e060 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.1082141
Jun 04 13:47:47.804884 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-b5c93f0f-7cd8-4697-b34b-4173cf27f8d1 req-130ea1d3-c9aa-49b0-948b-33eb3baf879f tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436802
Jun 04 13:47:47.820500 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1e43a8e4-2191-44ed-b595-6a48838a1f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:47.837942 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43a8e4-2191-44ed-b595-6a48838a1f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369e5e8f-3cb6-4b70-b063-32d8f3ca052b,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:47.841846 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1e43a8e4-2191-44ed-b595-6a48838a1f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:47.842929 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-1e43a8e4-2191-44ed-b595-6a48838a1f20 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/369e5e8f-3cb6-4b70-b063-32d8f3ca052b HTTP/1.1" status: 204  len: 168 time: 0.3286207
Jun 04 13:47:47.859495 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-eab56fde-e9ee-48c1-aafa-d54318567226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:47.875684 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab56fde-e9ee-48c1-aafa-d54318567226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6520a9-5ba1-4f55-81fe-ba1449af8d85,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:47.882534 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-eab56fde-e9ee-48c1-aafa-d54318567226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:47.883683 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-eab56fde-e9ee-48c1-aafa-d54318567226 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db6520a9-5ba1-4f55-81fe-ba1449af8d85 HTTP/1.1" status: 204  len: 168 time: 0.3420165
Jun 04 13:47:48.143344 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-67debe13-22ea-43c1-9334-20ea47c68bda req-c7fca5a4-fd58-46d0-8ee2-3edbabe25b17 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Synchronizing usage tracker for tenant:06e9ddd6cf5447fda7dd4d4f0678f39e on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:47:48.281977 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-67debe13-22ea-43c1-9334-20ea47c68bda req-c7fca5a4-fd58-46d0-8ee2-3edbabe25b17 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] Unset dirty status for tenant:06e9ddd6cf5447fda7dd4d4f0678f39e on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:47:48.283200 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-67debe13-22ea-43c1-9334-20ea47c68bda req-c7fca5a4-fd58-46d0-8ee2-3edbabe25b17 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 210 time: 0.1843164
Jun 04 13:47:48.726021 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 43486) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:48.743653 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-68ce6290-1bc4-4e78-983b-6cf72fddf473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:48.759106 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-68ce6290-1bc4-4e78-983b-6cf72fddf473 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:47:48.763179 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-68ce6290-1bc4-4e78-983b-6cf72fddf473 admin admin] Usage tracker for resource:security_group_rule and tenant:27ad6b400e3348f085772672ba5a09b6 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:47:48.766231 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-68ce6290-1bc4-4e78-983b-6cf72fddf473 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:47:48.773087 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-68ce6290-1bc4-4e78-983b-6cf72fddf473 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:47:48.882133 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-68ce6290-1bc4-4e78-983b-6cf72fddf473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:48.906764 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e6e5c255-5b50-4d2b-829a-3473c8ae2fe2 req-34456134-ec22-4b01-b3e8-68e5a95cc9ac tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7cb5f96-ef90-495e-8081-6eaf4632f74d HTTP/1.1" status: 200  len: 210 time: 0.0657940
Jun 04 13:47:48.977829 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-68ce6290-1bc4-4e78-983b-6cf72fddf473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:49.044540 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce6290-1bc4-4e78-983b-6cf72fddf473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6772e4-f8f5-495b-91b7-b02422fbf3b6,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:49.056871 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 43502) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:49.057072 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-68ce6290-1bc4-4e78-983b-6cf72fddf473 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=27ad6b400e3348f085772672ba5a09b6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3298049
Jun 04 13:47:49.103853 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2d34f-ec16-4eb3-ae5a-b9346c9949fa req-947da072-b5df-4012-a67b-2d40c1803fb0 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:49.111914 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2bb2d34f-ec16-4eb3-ae5a-b9346c9949fa req-947da072-b5df-4012-a67b-2d40c1803fb0 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.1711495
Jun 04 13:47:49.125951 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4e0309fe-4f27-4c0b-97ee-9d02bbcf76dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:49.153337 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4e0309fe-4f27-4c0b-97ee-9d02bbcf76dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:49.159747 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2bb2d34f-ec16-4eb3-ae5a-b9346c9949fa req-aa2b9524-67a8-46d2-a143-9df4743fdb8c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466564
Jun 04 13:47:49.310446 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4e0309fe-4f27-4c0b-97ee-9d02bbcf76dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:49.334929 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0309fe-4f27-4c0b-97ee-9d02bbcf76dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6772e4-f8f5-495b-91b7-b02422fbf3b6,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:49.340637 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4e0309fe-4f27-4c0b-97ee-9d02bbcf76dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:49.343883 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-4e0309fe-4f27-4c0b-97ee-9d02bbcf76dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c6772e4-f8f5-495b-91b7-b02422fbf3b6 HTTP/1.1" status: 204  len: 168 time: 0.2850101
Jun 04 13:47:49.470949 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-053394cd-0c2e-4f07-a449-d5e153a7c56f req-c4435ec8-d0de-457d-b61a-4c619f832f61 tempest-DeleteServersTestJSON-933588264 tempest-DeleteServersTestJSON-933588264-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b194f8e-bbdd-4ab1-9ddd-11a15de9b255 HTTP/1.1" status: 200  len: 210 time: 0.0460846
Jun 04 13:47:49.513050 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-0fc3a735-8a91-4fa6-9c9a-b5803c2ac3b3 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:49.514516 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-0fc3a735-8a91-4fa6-9c9a-b5803c2ac3b3 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.55 "GET /v2.0/networks?id=e4457224-878d-4245-821d-c99a950f2e0e HTTP/1.1" status: 200  len: 809 time: 0.2074943
Jun 04 13:47:49.564754 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-d22e5853-d132-4593-ae41-f07b43f2d59a tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Request body: {'port': {'device_id': 'b7cb5f96-ef90-495e-8081-6eaf4632f74d', 'network_id': 'e4457224-878d-4245-821d-c99a950f2e0e', 'admin_state_up': True, 'tenant_id': '9b378e6cc61347c1b7ac304c825e0b0f'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:47:49.706456 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-d22e5853-d132-4593-ae41-f07b43f2d59a tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:47:49.710476 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-d22e5853-d132-4593-ae41-f07b43f2d59a tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Usage tracker for resource:port and tenant:9b378e6cc61347c1b7ac304c825e0b0f is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:47:49.713420 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-d22e5853-d132-4593-ae41-f07b43f2d59a tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:47:49.719545 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-d22e5853-d132-4593-ae41-f07b43f2d59a tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:47:49.809958 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-d22e5853-d132-4593-ae41-f07b43f2d59a tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Made reservation on behalf of 9b378e6cc61347c1b7ac304c825e0b0f for: {'port': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:47:49.814694 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-d22e5853-d132-4593-ae41-f07b43f2d59a tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:50.034318 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_common [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-d22e5853-d132-4593-ae41-f07b43f2d59a tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Allocated IP 172.20.0.11 (e4457224-878d-4245-821d-c99a950f2e0e/26485e7a-6412-4e20-b549-e682531d62ea/1048d08d-2372-4d96-bdab-afad3e74bc5c) {{(pid=88594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:47:50.117436 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-9ed1452a-55c0-44b7-897f-f798a5090317 req-23954cc7-3b44-4724-a39b-719e645e6243 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7cb5f96-ef90-495e-8081-6eaf4632f74d HTTP/1.1" status: 200  len: 210 time: 0.0513017
Jun 04 13:47:50.353146 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-d22e5853-d132-4593-ae41-f07b43f2d59a tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Notify callbacks [] for port, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:50.378726 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd66e8f-e903-4bfe-b0d5-a2548f1c1ded req-e1d97116-9ec3-4aec-bdc5-d230fc5d47bc tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:50.385648 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-3fd66e8f-e903-4bfe-b0d5-a2548f1c1ded req-e1d97116-9ec3-4aec-bdc5-d230fc5d47bc tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.0895114
Jun 04 13:47:50.432845 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-3fd66e8f-e903-4bfe-b0d5-a2548f1c1ded req-0d08bbda-701d-485c-8e03-e1038204f4ec tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463386
Jun 04 13:47:50.461720 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-d22e5853-d132-4593-ae41-f07b43f2d59a tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946'] for port, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:50.563666 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-d22e5853-d132-4593-ae41-f07b43f2d59a tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Network e4457224-878d-4245-821d-c99a950f2e0e is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:47:50.566692 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-d22e5853-d132-4593-ae41-f07b43f2d59a tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:47:50.569125 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-d22e5853-d132-4593-ae41-f07b43f2d59a tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Received port after_create {{(pid=88594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:47:50.582690 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-d22e5853-d132-4593-ae41-f07b43f2d59a tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:50.582690 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-d22e5853-d132-4593-ae41-f07b43f2d59a tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:50.587133 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e5853-d132-4593-ae41-f07b43f2d59a tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Pushing event updated for resources: {'Port': ['ID=1048d08d-2372-4d96-bdab-afad3e74bc5c,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:50.751608 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-d22e5853-d132-4593-ae41-f07b43f2d59a tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1908603
Jun 04 13:47:50.784343 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-b593e81e-bb58-42cb-8293-193f6a7997d8 service neutron] Request body: {'port': {'device_id': 'b7cb5f96-ef90-495e-8081-6eaf4632f74d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:47:50.913921 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-b593e81e-bb58-42cb-8293-193f6a7997d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:51.404981 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6784e-0121-4c99-be36-9d8ff05d585e req-9fd431a6-c30e-4f95-b8c7-7b6944b1d25c tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:51.405686 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-bfb6784e-0121-4c99-be36-9d8ff05d585e req-9fd431a6-c30e-4f95-b8c7-7b6944b1d25c tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Synchronizing usage tracker for tenant:9b378e6cc61347c1b7ac304c825e0b0f on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:47:51.495286 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-b593e81e-bb58-42cb-8293-193f6a7997d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1048d08d-2372-4d96-bdab-afad3e74bc5c {{(pid=88594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:47:51.503249 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-b593e81e-bb58-42cb-8293-193f6a7997d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:51.520244 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-b593e81e-bb58-42cb-8293-193f6a7997d8 service neutron] Transition to ACTIVE for port object 1048d08d-2372-4d96-bdab-afad3e74bc5c will not be triggered until provisioned by entity L2. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:47:51.556767 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-bfb6784e-0121-4c99-be36-9d8ff05d585e req-9fd431a6-c30e-4f95-b8c7-7b6944b1d25c tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Unset dirty status for tenant:9b378e6cc61347c1b7ac304c825e0b0f on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:47:51.557971 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-bfb6784e-0121-4c99-be36-9d8ff05d585e req-9fd431a6-c30e-4f95-b8c7-7b6944b1d25c tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7cb5f96-ef90-495e-8081-6eaf4632f74d HTTP/1.1" status: 200  len: 932 time: 0.2843523
Jun 04 13:47:51.595959 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-b593e81e-bb58-42cb-8293-193f6a7997d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:51.644817 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d746cf-d5ce-44f2-9051-04ef182ae5d3 req-0e9004d0-32b9-4f13-9162-bf2339306470 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:51.653523 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-b3d746cf-d5ce-44f2-9051-04ef182ae5d3 req-0e9004d0-32b9-4f13-9162-bf2339306470 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.1067309
Jun 04 13:47:51.695867 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-bfb6784e-0121-4c99-be36-9d8ff05d585e req-b6a19ce0-5765-4d4a-b32d-cb28f740c5d4 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303663
Jun 04 13:47:51.716425 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-b3d746cf-d5ce-44f2-9051-04ef182ae5d3 req-9fa26a05-9cc6-4474-809c-fd9fb06cf91e tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617309
Jun 04 13:47:51.770662 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593e81e-bb58-42cb-8293-193f6a7997d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1048d08d-2372-4d96-bdab-afad3e74bc5c,revision_number=2']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:51.827217 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-b593e81e-bb58-42cb-8293-193f6a7997d8 service neutron] Attempting to bind port 1048d08d-2372-4d96-bdab-afad3e74bc5c on host hv-cinder-84359 for vnic_type normal with profile  {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:47:51.827556 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-b593e81e-bb58-42cb-8293-193f6a7997d8 service neutron] Attempting to bind port 1048d08d-2372-4d96-bdab-afad3e74bc5c by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': 'e4578e56-0570-474b-9830-62bb31e19667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e4457224-878d-4245-821d-c99a950f2e0e'}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:47:51.827887 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-b593e81e-bb58-42cb-8293-193f6a7997d8 service neutron] Attempting to bind port 1048d08d-2372-4d96-bdab-afad3e74bc5c on network e4457224-878d-4245-821d-c99a950f2e0e {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:47:51.833034 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-b593e81e-bb58-42cb-8293-193f6a7997d8 service neutron] Port 1048d08d-2372-4d96-bdab-afad3e74bc5c on network e4457224-878d-4245-821d-c99a950f2e0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:47:51.835933 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-b593e81e-bb58-42cb-8293-193f6a7997d8 service neutron] Attempting to bind port 1048d08d-2372-4d96-bdab-afad3e74bc5c on network e4457224-878d-4245-821d-c99a950f2e0e {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:47:51.838615 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-b593e81e-bb58-42cb-8293-193f6a7997d8 service neutron] Checking agent: {'id': '3f86017d-093a-400f-b732-6c31be8aecc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'started_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:47:51.838949 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-b593e81e-bb58-42cb-8293-193f6a7997d8 service neutron] Checking segment: {'id': 'e4578e56-0570-474b-9830-62bb31e19667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e4457224-878d-4245-821d-c99a950f2e0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:47:51.839387 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-b593e81e-bb58-42cb-8293-193f6a7997d8 service neutron] Bound using segment: {'id': 'e4578e56-0570-474b-9830-62bb31e19667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e4457224-878d-4245-821d-c99a950f2e0e'} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:47:51.839810 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-b593e81e-bb58-42cb-8293-193f6a7997d8 service neutron] Bound port: 1048d08d-2372-4d96-bdab-afad3e74bc5c, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4578e56-0570-474b-9830-62bb31e19667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e4457224-878d-4245-821d-c99a950f2e0e'}}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:47:51.840150 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-b593e81e-bb58-42cb-8293-193f6a7997d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:51.929278 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-b593e81e-bb58-42cb-8293-193f6a7997d8 service neutron] For port 1048d08d-2372-4d96-bdab-afad3e74bc5c, host hv-cinder-84359, cleared binding levels {{(pid=88594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:47:51.932199 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-b593e81e-bb58-42cb-8293-193f6a7997d8 service neutron] For port 1048d08d-2372-4d96-bdab-afad3e74bc5c, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=1048d08d-2372-4d96-bdab-afad3e74bc5c,segment=NetworkSegment(e4578e56-0570-474b-9830-62bb31e19667),segment_id=e4578e56-0570-474b-9830-62bb31e19667)] {{(pid=88594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:47:51.998352 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-b593e81e-bb58-42cb-8293-193f6a7997d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:52.056213 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-b593e81e-bb58-42cb-8293-193f6a7997d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:52.056811 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-b593e81e-bb58-42cb-8293-193f6a7997d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:52.058251 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-b593e81e-bb58-42cb-8293-193f6a7997d8 service neutron] 10.222.0.55 "PUT /v2.0/ports/1048d08d-2372-4d96-bdab-afad3e74bc5c HTTP/1.1" status: 200  len: 1094 time: 1.2848141
Jun 04 13:47:52.060694 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7cb5f96-ef90-495e-8081-6eaf4632f74d', 'tag': '1048d08d-2372-4d96-bdab-afad3e74bc5c'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:47:52.087136 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593e81e-bb58-42cb-8293-193f6a7997d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1048d08d-2372-4d96-bdab-afad3e74bc5c,revision_number=3']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:52.112608 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-513fe722-227c-4a58-9d1d-80a8c0bb1e8d'] response: {'name': 'network-changed', 'server_uuid': 'b7cb5f96-ef90-495e-8081-6eaf4632f74d', 'tag': '1048d08d-2372-4d96-bdab-afad3e74bc5c', 'status': 'completed', 'code': 200}
Jun 04 13:47:52.907571 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92999a-3633-4f4a-afaa-998b021acb10 req-0324ecce-7a9f-4d76-a31f-d377388578bd tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:52.909066 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-7b92999a-3633-4f4a-afaa-998b021acb10 req-0324ecce-7a9f-4d76-a31f-d377388578bd tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7cb5f96-ef90-495e-8081-6eaf4632f74d HTTP/1.1" status: 200  len: 944 time: 0.0906003
Jun 04 13:47:52.918342 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd2474-39f4-4ced-8d3b-79c995138d12 req-799b24f4-dfae-4eac-9937-d5de7e215adc tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:52.919806 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7bfd2474-39f4-4ced-8d3b-79c995138d12 req-799b24f4-dfae-4eac-9937-d5de7e215adc tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.0886140
Jun 04 13:47:52.956832 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device b4a73369-1deb-406b-8885-23dfae395e9c no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:47:52.965766 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-7b92999a-3633-4f4a-afaa-998b021acb10 req-94c792c4-e447-460c-acc0-5ae42934143e tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Synchronizing usage tracker for tenant:9b378e6cc61347c1b7ac304c825e0b0f on resource:security_group {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:47:52.967108 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7bfd2474-39f4-4ced-8d3b-79c995138d12 req-42753ccf-21e3-46c0-b00d-32177b193b3b tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415044
Jun 04 13:47:53.007835 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] No Port match for: b4a73369-1deb-406b-8885-23dfae395e9c {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:47:53.008256 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device b4a73369-1deb-406b-8885-23dfae395e9c not bound to the agent host hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:47:53.060826 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-7b92999a-3633-4f4a-afaa-998b021acb10 req-94c792c4-e447-460c-acc0-5ae42934143e tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Unset dirty status for tenant:9b378e6cc61347c1b7ac304c825e0b0f on resource:security_group {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:47:53.062462 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-7b92999a-3633-4f4a-afaa-998b021acb10 req-94c792c4-e447-460c-acc0-5ae42934143e tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478050
Jun 04 13:47:53.420688 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 43658) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:53.536380 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-621d9069-bb81-4571-ae26-fb4f637adb54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:53.550833 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-621d9069-bb81-4571-ae26-fb4f637adb54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:47:53.554531 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-621d9069-bb81-4571-ae26-fb4f637adb54 admin admin] Usage tracker for resource:security_group_rule and tenant:07a39edda91b4d998626e231bad190b4 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:47:53.557314 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-621d9069-bb81-4571-ae26-fb4f637adb54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:47:53.562964 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-621d9069-bb81-4571-ae26-fb4f637adb54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:47:53.644097 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-621d9069-bb81-4571-ae26-fb4f637adb54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:53.715878 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-621d9069-bb81-4571-ae26-fb4f637adb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:53.763650 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-621d9069-bb81-4571-ae26-fb4f637adb54 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=07a39edda91b4d998626e231bad190b4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3419027
Jun 04 13:47:53.764497 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d9069-bb81-4571-ae26-fb4f637adb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da798035-f4af-49c9-a75d-707d1e3f44ff,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:53.766272 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 43668) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:53.829839 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-03cfe4b4-4923-4552-842c-118509eb2d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:53.855231 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-03cfe4b4-4923-4552-842c-118509eb2d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:53.972964 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-03cfe4b4-4923-4552-842c-118509eb2d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:53.987409 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cfe4b4-4923-4552-842c-118509eb2d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da798035-f4af-49c9-a75d-707d1e3f44ff,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:53.993497 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-03cfe4b4-4923-4552-842c-118509eb2d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:53.994590 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-03cfe4b4-4923-4552-842c-118509eb2d41 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/da798035-f4af-49c9-a75d-707d1e3f44ff HTTP/1.1" status: 204  len: 168 time: 0.2273550
Jun 04 13:47:54.105454 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825cd5b-a21a-4551-9358-d6e25abc5ad8 req-e914485b-556d-4efb-a60f-20251ca33668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:54.107869 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d825cd5b-a21a-4551-9358-d6e25abc5ad8 req-e914485b-556d-4efb-a60f-20251ca33668 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b378e6cc61347c1b7ac304c825e0b0f&device_id=b7cb5f96-ef90-495e-8081-6eaf4632f74d HTTP/1.1" status: 200  len: 1097 time: 0.1110413
Jun 04 13:47:54.262298 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4072293-d854-42b5-ab11-b08c1ca8c5e9 req-17779734-e994-41e3-a380-d2049f2f0906 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:54.263783 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e4072293-d854-42b5-ab11-b08c1ca8c5e9 req-17779734-e994-41e3-a380-d2049f2f0906 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7cb5f96-ef90-495e-8081-6eaf4632f74d HTTP/1.1" status: 200  len: 944 time: 0.0864105
Jun 04 13:47:54.314162 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825cd5b-a21a-4551-9358-d6e25abc5ad8 req-2a75784b-642b-4083-9edc-04942bbae30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:54.315631 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d825cd5b-a21a-4551-9358-d6e25abc5ad8 req-2a75784b-642b-4083-9edc-04942bbae30a service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=9b378e6cc61347c1b7ac304c825e0b0f&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1562147
Jun 04 13:47:54.315817 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e4072293-d854-42b5-ab11-b08c1ca8c5e9 req-46c2876a-5af6-4470-a9f6-0db1c6f9bb59 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461783
Jun 04 13:47:54.323222 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff897d31-9927-41da-a6ad-5404c5e81734 req-8dc09578-2d0f-400e-9c0a-7d039eee6325 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:54.325238 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ff897d31-9927-41da-a6ad-5404c5e81734 req-8dc09578-2d0f-400e-9c0a-7d039eee6325 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.2045643
Jun 04 13:47:54.450480 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ff897d31-9927-41da-a6ad-5404c5e81734 req-c5fcc6ea-107d-402e-83df-5e66f2144c56 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043353
Jun 04 13:47:54.484796 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825cd5b-a21a-4551-9358-d6e25abc5ad8 req-c48e5f9e-55cb-4ab4-90d7-86ca74aedd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:54.486199 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d825cd5b-a21a-4551-9358-d6e25abc5ad8 req-c48e5f9e-55cb-4ab4-90d7-86ca74aedd27 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1600559
Jun 04 13:47:54.640017 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-fa82e0e6-db18-4dd4-bee1-39abacfb488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:54.641456 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-fa82e0e6-db18-4dd4-bee1-39abacfb488c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b378e6cc61347c1b7ac304c825e0b0f&device_id=b7cb5f96-ef90-495e-8081-6eaf4632f74d HTTP/1.1" status: 200  len: 1097 time: 0.0732846
Jun 04 13:47:54.670063 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 43688) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:54.687730 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8ec7cbf2-4304-4a2e-b684-f959d2453b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:54.702386 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-8ec7cbf2-4304-4a2e-b684-f959d2453b1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:47:54.706200 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-8ec7cbf2-4304-4a2e-b684-f959d2453b1a admin admin] Usage tracker for resource:security_group_rule and tenant:9b565e691b17491690cd2381f6a74678 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:47:54.709174 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-8ec7cbf2-4304-4a2e-b684-f959d2453b1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:47:54.715490 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-8ec7cbf2-4304-4a2e-b684-f959d2453b1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:47:54.728184 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-5fe2642e-1f9c-453a-a83c-5990881d9ed8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1048d08d-2372-4d96-bdab-afad3e74bc5c HTTP/1.1" status: 200  len: 217 time: 0.0672700
Jun 04 13:47:54.804748 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8ec7cbf2-4304-4a2e-b684-f959d2453b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:54.885338 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-8ee6e519-9538-4ec5-91e5-8deb1e68841c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:54.886855 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-8ee6e519-9538-4ec5-91e5-8deb1e68841c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=26485e7a-6412-4e20-b549-e682531d62ea HTTP/1.1" status: 200  len: 849 time: 0.1516407
Jun 04 13:47:54.892958 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8ec7cbf2-4304-4a2e-b684-f959d2453b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:54.939437 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-0181366b-a43e-4ed8-9f42-f70d7db681ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4457224-878d-4245-821d-c99a950f2e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0414970
Jun 04 13:47:54.942229 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-8ec7cbf2-4304-4a2e-b684-f959d2453b1a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b565e691b17491690cd2381f6a74678&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2709320
Jun 04 13:47:54.944395 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7cbf2-4304-4a2e-b684-f959d2453b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db13e2e-1bae-4e87-a3ea-cbd11a170cbd,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:54.944891 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 43700) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:55.106315 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-42b27b93-bfba-43b8-a7dd-dd0935ca8b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:55.143165 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-b1e222c1-8335-48c4-b104-9064e089fce8 service neutron] 10.222.0.55 "GET /v2.0/networks/e4457224-878d-4245-821d-c99a950f2e0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1870184
Jun 04 13:47:55.147524 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-42b27b93-bfba-43b8-a7dd-dd0935ca8b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:55.314201 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-437d88cb-984e-44b0-9dea-68e06cf7ef8e req-96d8f13f-0c73-4706-b564-a0e6cd7d95a9 service neutron] 10.222.0.55 "GET /v2.0/networks/e4457224-878d-4245-821d-c99a950f2e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1567812
Jun 04 13:47:55.358082 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-42b27b93-bfba-43b8-a7dd-dd0935ca8b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:55.394167 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b27b93-bfba-43b8-a7dd-dd0935ca8b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db13e2e-1bae-4e87-a3ea-cbd11a170cbd,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:55.411354 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-42b27b93-bfba-43b8-a7dd-dd0935ca8b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:55.414798 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-42b27b93-bfba-43b8-a7dd-dd0935ca8b35 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8db13e2e-1bae-4e87-a3ea-cbd11a170cbd HTTP/1.1" status: 204  len: 168 time: 0.4679430
Jun 04 13:47:55.572919 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8a757-17b5-4e89-a368-210023ed0cdd req-2a7678f3-22c7-4ed4-bbdc-8a6580201543 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:55.579507 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-b4a8a757-17b5-4e89-a368-210023ed0cdd req-2a7678f3-22c7-4ed4-bbdc-8a6580201543 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7cb5f96-ef90-495e-8081-6eaf4632f74d HTTP/1.1" status: 200  len: 944 time: 0.1080756
Jun 04 13:47:55.622586 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-b4a8a757-17b5-4e89-a368-210023ed0cdd req-93c27886-8e4f-446a-a06a-34f0c6dc87f4 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407429
Jun 04 13:47:55.750700 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c75a45-7680-4bbb-828a-f94482f1c66f req-bccfba1e-d91e-44bf-a820-5d4e383a35aa tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:55.750700 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b8c75a45-7680-4bbb-828a-f94482f1c66f req-bccfba1e-d91e-44bf-a820-5d4e383a35aa tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.1442661
Jun 04 13:47:55.798148 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e3408-3d95-4400-877d-0d0ee269e21a req-8f468858-6193-4a23-8d25-4b1dd8840d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:55.819671 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-996e3408-3d95-4400-877d-0d0ee269e21a req-8f468858-6193-4a23-8d25-4b1dd8840d22 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 1099 time: 0.1151524
Jun 04 13:47:55.837452 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b8c75a45-7680-4bbb-828a-f94482f1c66f req-00fdd506-00e1-4a7d-88b6-2c4ef08de5d0 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744722
Jun 04 13:47:55.927914 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-996e3408-3d95-4400-877d-0d0ee269e21a req-1b85f906-6a9a-40b4-abc7-1dd0e3b2d111 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159012
Jun 04 13:47:55.957804 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:55.958837 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 43750) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:56.016226 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6af6e9-5ada-47d4-95b4-4b401bb3cfa5 admin admin] Deleting subnet 5bc58747-c8ef-45f8-8036-abb990976bf9 {{(pid=88594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 04 13:47:56.019196 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-8e6af6e9-5ada-47d4-95b4-4b401bb3cfa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:56.072216 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-8e6af6e9-5ada-47d4-95b4-4b401bb3cfa5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:56.079600 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-8e6af6e9-5ada-47d4-95b4-4b401bb3cfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694649'] for subnet, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:56.219453 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-8e6af6e9-5ada-47d4-95b4-4b401bb3cfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086'] for subnet, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:56.263596 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-8e6af6e9-5ada-47d4-95b4-4b401bb3cfa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:56.267323 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6af6e9-5ada-47d4-95b4-4b401bb3cfa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bc58747-c8ef-45f8-8036-abb990976bf9,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:56.273299 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-8e6af6e9-5ada-47d4-95b4-4b401bb3cfa5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5bc58747-c8ef-45f8-8036-abb990976bf9 HTTP/1.1" status: 204  len: 168 time: 0.3134153
Jun 04 13:47:56.275611 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 43756) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:56.381729 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e817f670-2abd-42aa-8d50-e979be9e9428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751646'] for network, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:56.509012 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e817f670-2abd-42aa-8d50-e979be9e9428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659742', 'neutron.services.segments.db._delete_segments_for_network-8733313062566'] for network, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:56.536059 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e817f670-2abd-42aa-8d50-e979be9e9428 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f161e181a90>> segment before_delete 55550000 {{(pid=88594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:47:56.536401 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e817f670-2abd-42aa-8d50-e979be9e9428 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f161e181a90>> subnet precommit_delete_associations 55550000 {{(pid=88594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:47:56.537151 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e817f670-2abd-42aa-8d50-e979be9e9428 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f161e8b3610>> segment_host_mapping after_create 55550000 {{(pid=88594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:47:56.537565 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e817f670-2abd-42aa-8d50-e979be9e9428 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f161e8b3610>> port after_create 55550000 {{(pid=88594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:47:56.537883 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e817f670-2abd-42aa-8d50-e979be9e9428 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f161e8b3610>> port after_delete 55550000 {{(pid=88594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:47:56.538223 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e817f670-2abd-42aa-8d50-e979be9e9428 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f161e8b3610>> port after_update 55550000 {{(pid=88594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:47:56.538538 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e817f670-2abd-42aa-8d50-e979be9e9428 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f161e8b3610>> segment after_delete 55550000 {{(pid=88594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:47:56.538877 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e817f670-2abd-42aa-8d50-e979be9e9428 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f161e8b3610>> subnet after_create 55550000 {{(pid=88594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:47:56.539217 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e817f670-2abd-42aa-8d50-e979be9e9428 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f161e8b3610>> subnet after_delete 55550000 {{(pid=88594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:47:56.542866 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e817f670-2abd-42aa-8d50-e979be9e9428 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f161e8b3610>> subnet after_update 55550000 {{(pid=88594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:47:56.682051 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e817f670-2abd-42aa-8d50-e979be9e9428 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f161e750fd0>> subnet after_create 55550000 {{(pid=88594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:47:56.686512 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e817f670-2abd-42aa-8d50-e979be9e9428 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f161e750fd0>> subnet after_delete 55550000 {{(pid=88594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:47:56.686512 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e817f670-2abd-42aa-8d50-e979be9e9428 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f161e750fd0>> subnet before_create 55550000 {{(pid=88594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:47:56.686512 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e817f670-2abd-42aa-8d50-e979be9e9428 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f161e750fd0>> subnet before_update 55550000 {{(pid=88594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:47:56.686512 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.services.segments.db [None req-e817f670-2abd-42aa-8d50-e979be9e9428 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f161d6f56d0>,) {'filters': {'network_id': ['cebdbe79-e6fd-4765-b290-7deb15a4b00f']}} {{(pid=88594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:47:56.701617 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.services.segments.db [None req-e817f670-2abd-42aa-8d50-e979be9e9428 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f161d6f56d0>, '4906c609-8ec1-47b1-956d-f65e95c4f515') {'for_net_delete': True} {{(pid=88594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:47:56.701914 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.services.segments.db [None req-e817f670-2abd-42aa-8d50-e979be9e9428 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f161d6f56d0>, '4906c609-8ec1-47b1-956d-f65e95c4f515') {} {{(pid=88594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:47:56.716911 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e817f670-2abd-42aa-8d50-e979be9e9428 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733313065921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65378621'] for segment, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:56.742846 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e817f670-2abd-42aa-8d50-e979be9e9428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:56.753326 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e817f670-2abd-42aa-8d50-e979be9e9428 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:47:56.753722 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e817f670-2abd-42aa-8d50-e979be9e9428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-658974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65841379'] for segment, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:56.833019 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24a151-f3d7-4917-97ef-d6f164523b9c req-8dca607c-5cb0-4790-9bd8-df993a563234 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:56.835108 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-8b24a151-f3d7-4917-97ef-d6f164523b9c req-8dca607c-5cb0-4790-9bd8-df993a563234 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7cb5f96-ef90-495e-8081-6eaf4632f74d HTTP/1.1" status: 200  len: 944 time: 0.0873661
Jun 04 13:47:56.904417 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-8b24a151-f3d7-4917-97ef-d6f164523b9c req-318dcc5b-91bc-481b-955e-f598999e8af3 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620742
Jun 04 13:47:56.933593 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e817f670-2abd-42aa-8d50-e979be9e9428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66723838'] for network, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:56.955708 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e817f670-2abd-42aa-8d50-e979be9e9428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:56.966482 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817f670-2abd-42aa-8d50-e979be9e9428 admin admin] Pushing event deleted for resources: {'Network': ['ID=cebdbe79-e6fd-4765-b290-7deb15a4b00f,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:56.970550 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-e817f670-2abd-42aa-8d50-e979be9e9428 admin admin] 10.222.0.39 "DELETE /v2.0/networks/cebdbe79-e6fd-4765-b290-7deb15a4b00f HTTP/1.1" status: 204  len: 168 time: 0.6939662
Jun 04 13:47:57.103928 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45514bf4-8963-47a0-abfa-4cf201a560b5 req-291626ad-7f7d-4939-bcef-ed2b58130823 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:57.108869 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-45514bf4-8963-47a0-abfa-4cf201a560b5 req-291626ad-7f7d-4939-bcef-ed2b58130823 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.0935717
Jun 04 13:47:57.149689 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-45514bf4-8963-47a0-abfa-4cf201a560b5 req-ab20d4aa-7b61-49a9-a3e2-0c23286b036e tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384603
Jun 04 13:47:57.260797 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.services.segments.plugin [-] Segment 4906c609-8ec1-47b1-956d-f65e95c4f515 resource provider aggregate not found
Jun 04 13:47:57.277932 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.services.segments.plugin [-] Segment 4906c609-8ec1-47b1-956d-f65e95c4f515 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4906c609-8ec1-47b1-956d-f65e95c4f515 found for delete  ", "request_id": "req-12b26b07-b711-4ff8-b955-9ead389783ef"}]}
Jun 04 13:47:57.345375 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 43810) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:57.399029 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-9ceaf32d-b8f7-4920-9705-3064562282c0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=06e9ddd6cf5447fda7dd4d4f0678f39e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0571928
Jun 04 13:47:57.401055 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 43814) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:57.461914 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-d08598c9-6837-4882-9237-524d40415958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:57.490898 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-d08598c9-6837-4882-9237-524d40415958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:57.638214 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-d08598c9-6837-4882-9237-524d40415958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:57.657460 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08598c9-6837-4882-9237-524d40415958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42647ca6-a827-42cf-be24-42338f9f29d6,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:57.728471 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-d08598c9-6837-4882-9237-524d40415958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:57.734204 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-d08598c9-6837-4882-9237-524d40415958 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/42647ca6-a827-42cf-be24-42338f9f29d6 HTTP/1.1" status: 204  len: 168 time: 0.3321302
Jun 04 13:47:57.767476 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 43828) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:57.969065 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c75761ee-3fe2-4d9e-974b-de5f1193d972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:57.988718 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-c75761ee-3fe2-4d9e-974b-de5f1193d972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:47:57.993828 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-c75761ee-3fe2-4d9e-974b-de5f1193d972 admin admin] Usage tracker for resource:security_group_rule and tenant:3828978fcf97498397f65a6971f17e07 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:47:57.997690 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-c75761ee-3fe2-4d9e-974b-de5f1193d972 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:47:58.004116 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-c75761ee-3fe2-4d9e-974b-de5f1193d972 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:47:58.180250 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e9ae8-874d-4b4a-a240-27799b3fc7a7 req-59f5fb08-5ca1-4828-b5a7-3757e2b86990 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:58.187621 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-b95e9ae8-874d-4b4a-a240-27799b3fc7a7 req-59f5fb08-5ca1-4828-b5a7-3757e2b86990 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7cb5f96-ef90-495e-8081-6eaf4632f74d HTTP/1.1" status: 200  len: 944 time: 0.1519456
Jun 04 13:47:58.209524 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c75761ee-3fe2-4d9e-974b-de5f1193d972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:58.243240 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-b95e9ae8-874d-4b4a-a240-27799b3fc7a7 req-b22f9e62-d296-4877-a3ff-e0881eddff68 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528030
Jun 04 13:47:58.288993 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c75761ee-3fe2-4d9e-974b-de5f1193d972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:58.336482 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-c75761ee-3fe2-4d9e-974b-de5f1193d972 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3828978fcf97498397f65a6971f17e07&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5679202
Jun 04 13:47:58.341137 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75761ee-3fe2-4d9e-974b-de5f1193d972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7f16a6-f08e-48e6-8f14-b4ddefadcdfa,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:58.343159 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 43858) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:58.405039 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-0660677d-4435-4bc3-a664-51739418c0a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:58.436975 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-0660677d-4435-4bc3-a664-51739418c0a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:58.470428 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a8cee-199b-478d-8df6-b356bd621221 req-1d7095e5-ee96-460e-aa0c-ae33aaeb9359 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:58.472025 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b10a8cee-199b-478d-8df6-b356bd621221 req-1d7095e5-ee96-460e-aa0c-ae33aaeb9359 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.1852622
Jun 04 13:47:58.516692 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b10a8cee-199b-478d-8df6-b356bd621221 req-60037486-388c-4b52-9960-09dd369ac684 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390446
Jun 04 13:47:58.665119 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-0660677d-4435-4bc3-a664-51739418c0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:58.689378 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0660677d-4435-4bc3-a664-51739418c0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7f16a6-f08e-48e6-8f14-b4ddefadcdfa,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:58.697670 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 43872) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:58.719068 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-0660677d-4435-4bc3-a664-51739418c0a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:58.720012 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-0660677d-4435-4bc3-a664-51739418c0a5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ec7f16a6-f08e-48e6-8f14-b4ddefadcdfa HTTP/1.1" status: 204  len: 168 time: 0.3759582
Jun 04 13:47:58.739489 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967dbec-942a-47b4-bcf9-66c0e6463e36 req-2f8350ce-b05b-4a24-ad61-f95014f475f6 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:58.740888 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d967dbec-942a-47b4-bcf9-66c0e6463e36 req-2f8350ce-b05b-4a24-ad61-f95014f475f6 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 946 time: 0.1146348
Jun 04 13:47:58.786501 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d967dbec-942a-47b4-bcf9-66c0e6463e36 req-d2847a10-9044-4a97-87d0-a4c0913878e2 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394354
Jun 04 13:47:58.822595 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a8d3ff9e-a14f-45fd-b635-1db0a9916e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:58.840428 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-a8d3ff9e-a14f-45fd-b635-1db0a9916e73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:47:58.844701 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-a8d3ff9e-a14f-45fd-b635-1db0a9916e73 admin admin] Usage tracker for resource:security_group_rule and tenant:d7a4dd14bbf1417a9fc450c35b151258 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:47:58.847847 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-a8d3ff9e-a14f-45fd-b635-1db0a9916e73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:47:58.853758 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-a8d3ff9e-a14f-45fd-b635-1db0a9916e73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:47:58.944739 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a8d3ff9e-a14f-45fd-b635-1db0a9916e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:59.014946 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a8d3ff9e-a14f-45fd-b635-1db0a9916e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:59.081233 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-a8d3ff9e-a14f-45fd-b635-1db0a9916e73 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d7a4dd14bbf1417a9fc450c35b151258&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3814919
Jun 04 13:47:59.083168 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3ff9e-a14f-45fd-b635-1db0a9916e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec79ff7-5db0-44ef-aa15-e44b27ed576a,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:59.083534 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 43888) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:59.145565 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-45b2b862-84c9-4970-800d-c8492fa6b29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:59.172805 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-45b2b862-84c9-4970-800d-c8492fa6b29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:59.306309 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-45b2b862-84c9-4970-800d-c8492fa6b29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:59.389939 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2b862-84c9-4970-800d-c8492fa6b29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec79ff7-5db0-44ef-aa15-e44b27ed576a,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:59.397815 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-45b2b862-84c9-4970-800d-c8492fa6b29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:59.402178 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-45b2b862-84c9-4970-800d-c8492fa6b29f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aec79ff7-5db0-44ef-aa15-e44b27ed576a HTTP/1.1" status: 204  len: 168 time: 0.3144274
Jun 04 13:47:59.524596 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 43904) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:59.554708 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-5b076397-1381-4dd2-bc0e-97227544d041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:59.571253 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-5b076397-1381-4dd2-bc0e-97227544d041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:47:59.580625 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-5b076397-1381-4dd2-bc0e-97227544d041 admin admin] Usage tracker for resource:security_group_rule and tenant:c36152d7628d4daf8bb8d2216d6ab159 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:47:59.585649 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-5b076397-1381-4dd2-bc0e-97227544d041 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:47:59.594910 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-5b076397-1381-4dd2-bc0e-97227544d041 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:47:59.629712 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c4d08-c647-45ae-8b44-e50760e4e7ab req-6bf0ca7b-e972-469c-8611-02c3bb2b9658 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:47:59.634539 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5f3c4d08-c647-45ae-8b44-e50760e4e7ab req-6bf0ca7b-e972-469c-8611-02c3bb2b9658 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7cb5f96-ef90-495e-8081-6eaf4632f74d HTTP/1.1" status: 200  len: 944 time: 0.1200395
Jun 04 13:47:59.686123 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5f3c4d08-c647-45ae-8b44-e50760e4e7ab req-f8f0d6f3-908a-45a7-a878-aa5149f50d04 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423272
Jun 04 13:47:59.698060 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-5b076397-1381-4dd2-bc0e-97227544d041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:59.762534 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 1048d08d-2372-4d96-bdab-afad3e74bc5c details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:47:59.820932 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-5b076397-1381-4dd2-bc0e-97227544d041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:59.871566 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-5b076397-1381-4dd2-bc0e-97227544d041 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c36152d7628d4daf8bb8d2216d6ab159&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3446558
Jun 04 13:47:59.872417 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b076397-1381-4dd2-bc0e-97227544d041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f272660-415f-445d-ac14-03e795ca160a,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:47:59.875315 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 43912) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:47:59.900287 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 1048d08d-2372-4d96-bdab-afad3e74bc5c, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=1048d08d-2372-4d96-bdab-afad3e74bc5c,segment=NetworkSegment(e4578e56-0570-474b-9830-62bb31e19667),segment_id=e4578e56-0570-474b-9830-62bb31e19667)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:47:59.914653 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Returning: {'device': '1048d08d-2372-4d96-bdab-afad3e74bc5c', 'network_id': 'e4457224-878d-4245-821d-c99a950f2e0e', 'port_id': '1048d08d-2372-4d96-bdab-afad3e74bc5c', 'mac_address': 'fa:16:3e:0c:a8:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26485e7a-6412-4e20-b549-e682531d62ea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:47:59.951644 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bd0caf06-75bc-4e57-8a0d-6748821f4eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:59.977377 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bd0caf06-75bc-4e57-8a0d-6748821f4eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:59.985348 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 1048d08d-2372-4d96-bdab-afad3e74bc5c is: DOWN; New status is: BUILD {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:47:59.985348 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:00.005551 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1048d08d-2372-4d96-bdab-afad3e74bc5c {{(pid=88596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:48:00.023376 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 1048d08d-2372-4d96-bdab-afad3e74bc5c, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=1048d08d-2372-4d96-bdab-afad3e74bc5c,segment=NetworkSegment(e4578e56-0570-474b-9830-62bb31e19667),segment_id=e4578e56-0570-474b-9830-62bb31e19667)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:48:00.094902 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:00.118002 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bd0caf06-75bc-4e57-8a0d-6748821f4eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:00.135198 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0caf06-75bc-4e57-8a0d-6748821f4eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f272660-415f-445d-ac14-03e795ca160a,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:00.142156 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bd0caf06-75bc-4e57-8a0d-6748821f4eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:00.143479 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-bd0caf06-75bc-4e57-8a0d-6748821f4eb6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f272660-415f-445d-ac14-03e795ca160a HTTP/1.1" status: 204  len: 168 time: 0.2665510
Jun 04 13:48:00.197545 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=1048d08d-2372-4d96-bdab-afad3e74bc5c,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:00.205425 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:00.205751 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:00.206092 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:00.206463 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:00.206754 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:00.207095 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:00.207417 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:00.207730 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:00.209902 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:00.209902 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:00.209902 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:00.209902 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:00.260930 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 43926) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:00.278511 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-944d77f6-32f9-4207-998e-ab49baa781d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:00.292873 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-944d77f6-32f9-4207-998e-ab49baa781d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:00.296660 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-944d77f6-32f9-4207-998e-ab49baa781d8 admin admin] Usage tracker for resource:security_group_rule and tenant:4564f6bf863343a79b900430f250785b is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:48:00.299398 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-944d77f6-32f9-4207-998e-ab49baa781d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:48:00.304936 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-944d77f6-32f9-4207-998e-ab49baa781d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:00.381559 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-944d77f6-32f9-4207-998e-ab49baa781d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:00.443112 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-944d77f6-32f9-4207-998e-ab49baa781d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:00.491279 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-944d77f6-32f9-4207-998e-ab49baa781d8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4564f6bf863343a79b900430f250785b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2289729
Jun 04 13:48:00.492759 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d77f6-32f9-4207-998e-ab49baa781d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d213e64b-d4cb-4a4f-8105-f5ed4f46dcdf,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:00.494627 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 43934) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:00.556079 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b9113003-4b93-45df-a3ca-2e47fb900bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:00.584826 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b9113003-4b93-45df-a3ca-2e47fb900bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:00.722496 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b9113003-4b93-45df-a3ca-2e47fb900bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:00.749480 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9113003-4b93-45df-a3ca-2e47fb900bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d213e64b-d4cb-4a4f-8105-f5ed4f46dcdf,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:00.756695 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b9113003-4b93-45df-a3ca-2e47fb900bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:00.757887 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-b9113003-4b93-45df-a3ca-2e47fb900bf2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d213e64b-d4cb-4a4f-8105-f5ed4f46dcdf HTTP/1.1" status: 204  len: 168 time: 0.2618992
Jun 04 13:48:00.882564 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eaf5fe-5b52-4ab8-9d29-a118386825a6 req-076770bc-67a1-4537-8706-9c78ebbfd034 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:00.884024 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-28eaf5fe-5b52-4ab8-9d29-a118386825a6 req-076770bc-67a1-4537-8706-9c78ebbfd034 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7cb5f96-ef90-495e-8081-6eaf4632f74d HTTP/1.1" status: 200  len: 945 time: 0.0809019
Jun 04 13:48:00.930422 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-28eaf5fe-5b52-4ab8-9d29-a118386825a6 req-e6e7c7e0-8e84-4190-9152-1ffb1df7ef9d tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401068
Jun 04 13:48:01.384644 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['1048d08d-2372-4d96-bdab-afad3e74bc5c'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:48:01.526693 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-b0aef6d8-279c-43a0-9ee8-05d538c8cb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:01.818095 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 44002) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:02.059181 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-9b5bdbae-d8ce-45b0-bbfa-841707ef841a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-864942966-network', 'tenant_id': '90ff00d761fa4f389b4bc5ba82c908da'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:48:02.064453 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-9b5bdbae-d8ce-45b0-bbfa-841707ef841a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:02.068777 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-9b5bdbae-d8ce-45b0-bbfa-841707ef841a admin admin] Usage tracker for resource:network and tenant:90ff00d761fa4f389b4bc5ba82c908da is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:48:02.072056 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-9b5bdbae-d8ce-45b0-bbfa-841707ef841a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:48:02.080473 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-9b5bdbae-d8ce-45b0-bbfa-841707ef841a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:02.144563 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72bd59-1a3b-42fd-8629-a3aa6bfd67e3 req-694c32bd-6384-40d7-ad3d-f240b9dbceee tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:02.145862 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-cb72bd59-1a3b-42fd-8629-a3aa6bfd67e3 req-694c32bd-6384-40d7-ad3d-f240b9dbceee tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7cb5f96-ef90-495e-8081-6eaf4632f74d HTTP/1.1" status: 200  len: 945 time: 0.1013925
Jun 04 13:48:02.185162 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5bdbae-d8ce-45b0-bbfa-841707ef841a admin admin] Made reservation on behalf of 90ff00d761fa4f389b4bc5ba82c908da for: {'network': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:48:02.185162 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-9b5bdbae-d8ce-45b0-bbfa-841707ef841a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for network, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:02.199857 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-9b5bdbae-d8ce-45b0-bbfa-841707ef841a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:02.218211 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-9b5bdbae-d8ce-45b0-bbfa-841707ef841a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:02.220940 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-cb72bd59-1a3b-42fd-8629-a3aa6bfd67e3 req-13d13142-680d-4d9b-8b9d-14d78cf20d65 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685060
Jun 04 13:48:02.222733 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-9b5bdbae-d8ce-45b0-bbfa-841707ef841a admin admin] Usage tracker for resource:security_group_rule and tenant:90ff00d761fa4f389b4bc5ba82c908da is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:48:02.226056 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-9b5bdbae-d8ce-45b0-bbfa-841707ef841a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:48:02.234013 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-9b5bdbae-d8ce-45b0-bbfa-841707ef841a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:02.344703 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-9b5bdbae-d8ce-45b0-bbfa-841707ef841a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:02.438672 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-9b5bdbae-d8ce-45b0-bbfa-841707ef841a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:02.473065 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b5bdbae-d8ce-45b0-bbfa-841707ef841a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214}  {{(pid=88594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:48:02.486804 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc223962-0425-461f-bea2-8f11d72b3e2b req-f244d8cb-8491-450b-ba80-a3dc3b269cea tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:02.494239 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-fc223962-0425-461f-bea2-8f11d72b3e2b req-f244d8cb-8491-450b-ba80-a3dc3b269cea tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 946 time: 0.1296940
Jun 04 13:48:02.500053 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-9b5bdbae-d8ce-45b0-bbfa-841707ef841a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:02.500376 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.segments_db [None req-9b5bdbae-d8ce-45b0-bbfa-841707ef841a admin admin] Added segment 51adb7d4-40b1-4573-9846-7cf2f5150cc9 of type vlan for network 9119e783-7050-489c-a56f-75008dc3f3ba
Jun 04 13:48:02.514215 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5bdbae-d8ce-45b0-bbfa-841707ef841a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a4bce5-5e23-426f-9901-2dd960e2dc83,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:02.544200 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-9b5bdbae-d8ce-45b0-bbfa-841707ef841a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733312597486'] for network, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:02.555722 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-fc223962-0425-461f-bea2-8f11d72b3e2b req-8d962ebd-ab02-4e22-a8e8-93bc6631772b tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603511
Jun 04 13:48:02.557204 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454a44a-75ca-4811-b0fe-7900937cc143 req-7a0a972b-2678-427f-baba-913db6deaf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:02.558777 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b454a44a-75ca-4811-b0fe-7900937cc143 req-7a0a972b-2678-427f-baba-913db6deaf9e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e199af9b5451493fa5a38f932be3993f&device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 1099 time: 0.1611493
Jun 04 13:48:02.718247 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454a44a-75ca-4811-b0fe-7900937cc143 req-02c6aaad-4727-47fd-aa39-e356e163e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:02.720335 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b454a44a-75ca-4811-b0fe-7900937cc143 req-02c6aaad-4727-47fd-aa39-e356e163e67b service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7d55235-bf68-4e08-8155-47e9a6165636 HTTP/1.1" status: 200  len: 920 time: 0.1464856
Jun 04 13:48:02.784574 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-9b5bdbae-d8ce-45b0-bbfa-841707ef841a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086'] for network, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:02.786001 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5bdbae-d8ce-45b0-bbfa-841707ef841a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:02.786282 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-9b5bdbae-d8ce-45b0-bbfa-841707ef841a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:02.817387 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b454a44a-75ca-4811-b0fe-7900937cc143 req-bc72d6d7-86f8-401a-8e3b-7d93ef7cad74 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a86cdb62-77c6-4709-bee1-fa3ef2a3f00c HTTP/1.1" status: 200  len: 217 time: 0.0893838
Jun 04 13:48:02.873748 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 1048d08d-2372-4d96-bdab-afad3e74bc5c up at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:48:02.991148 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5bdbae-d8ce-45b0-bbfa-841707ef841a admin admin] Pushing event updated for resources: {'Network': ['ID=9119e783-7050-489c-a56f-75008dc3f3ba,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:03.001083 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Network 9119e783-7050-489c-a56f-75008dc3f3ba details requested by agent ovs-agent-dv-cinder-843593-2-iscsi with host dv-cinder-843593-2-iscsi {{(pid=88596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:48:03.005176 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454a44a-75ca-4811-b0fe-7900937cc143 req-f9471d4b-d578-4308-be0b-558027bcfd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:03.006758 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b454a44a-75ca-4811-b0fe-7900937cc143 req-f9471d4b-d578-4308-be0b-558027bcfd65 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b7ee1fc-be06-43a6-b80c-c1390a27d5a9 HTTP/1.1" status: 200  len: 858 time: 0.1777151
Jun 04 13:48:03.108678 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-9b5bdbae-d8ce-45b0-bbfa-841707ef841a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.2894702
Jun 04 13:48:03.114393 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 44054) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:03.120869 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-338f968a-cd71-45a5-bc24-64401bbc0a8b admin admin] Request body: {'subnet': {'network_id': '9119e783-7050-489c-a56f-75008dc3f3ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-864942966-subnet', 'tenant_id': '90ff00d761fa4f389b4bc5ba82c908da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:48:03.127135 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-338f968a-cd71-45a5-bc24-64401bbc0a8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:03.129339 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning for port 1048d08d-2372-4d96-bdab-afad3e74bc5c completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:48:03.137528 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-338f968a-cd71-45a5-bc24-64401bbc0a8b admin admin] Usage tracker for resource:subnet and tenant:90ff00d761fa4f389b4bc5ba82c908da is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:48:03.141818 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-338f968a-cd71-45a5-bc24-64401bbc0a8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:48:03.142119 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning complete for port 1048d08d-2372-4d96-bdab-afad3e74bc5c triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:48:03.142540 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:03.157656 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-338f968a-cd71-45a5-bc24-64401bbc0a8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:03.184259 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454a44a-75ca-4811-b0fe-7900937cc143 req-9c35008f-fd46-4d7e-81de-8fe5730b021b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:03.186043 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b454a44a-75ca-4811-b0fe-7900937cc143 req-9c35008f-fd46-4d7e-81de-8fe5730b021b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7d55235-bf68-4e08-8155-47e9a6165636&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1723258
Jun 04 13:48:03.249105 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338f968a-cd71-45a5-bc24-64401bbc0a8b admin admin] Made reservation on behalf of 90ff00d761fa4f389b4bc5ba82c908da for: {'subnet': 1} {{(pid=88595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:48:03.251522 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-338f968a-cd71-45a5-bc24-64401bbc0a8b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:03.345119 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b454a44a-75ca-4811-b0fe-7900937cc143 req-f9240683-ddfa-4339-940c-8532ada6dc16 service neutron] 10.222.0.55 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438987
Jun 04 13:48:03.347812 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 1048d08d-2372-4d96-bdab-afad3e74bc5c is: BUILD; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:48:03.348208 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:03.380115 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7cb5f96-ef90-495e-8081-6eaf4632f74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1048d08d-2372-4d96-bdab-afad3e74bc5c'}] {{(pid=88596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:48:03.396392 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 1048d08d-2372-4d96-bdab-afad3e74bc5c, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=1048d08d-2372-4d96-bdab-afad3e74bc5c,segment=NetworkSegment(e4578e56-0570-474b-9830-62bb31e19667),segment_id=e4578e56-0570-474b-9830-62bb31e19667)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:48:03.435494 dv-cinder-843593-2-iscsi neutron-server[88596]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77380350-0ae2-4e00-8d4f-b00896bb0c47'] response: {'server_uuid': 'b7cb5f96-ef90-495e-8081-6eaf4632f74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1048d08d-2372-4d96-bdab-afad3e74bc5c', 'code': 200}
Jun 04 13:48:03.472384 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:03.490372 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b454a44a-75ca-4811-b0fe-7900937cc143 req-80f8e3b8-4759-4b68-9510-dd04224b314f service neutron] 10.222.0.55 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367829
Jun 04 13:48:03.496864 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50687b-e637-4e0a-a95d-024d5e3e08a1 req-f60e3c2c-5087-46cd-a149-491a7105782c tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:03.498315 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-6b50687b-e637-4e0a-a95d-024d5e3e08a1 req-f60e3c2c-5087-46cd-a149-491a7105782c tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7cb5f96-ef90-495e-8081-6eaf4632f74d HTTP/1.1" status: 200  len: 945 time: 0.1332152
Jun 04 13:48:03.553118 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=1048d08d-2372-4d96-bdab-afad3e74bc5c,revision_number=5']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:03.598357 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-6b50687b-e637-4e0a-a95d-024d5e3e08a1 req-12de7258-06ef-4d29-8b5b-592199ba8d43 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708275
Jun 04 13:48:03.716811 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-338f968a-cd71-45a5-bc24-64401bbc0a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086'] for subnet, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:03.744949 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49077d9a-5a05-4b22-96ba-c4a9a8a9ddfb req-de603bd9-7a56-4c2f-97a2-00101bc9c7db tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:03.746939 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-49077d9a-5a05-4b22-96ba-c4a9a8a9ddfb req-de603bd9-7a56-4c2f-97a2-00101bc9c7db tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 946 time: 0.0848620
Jun 04 13:48:03.747095 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-58b8bfc9-ea9b-4387-8c7e-800b36426d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:03.795699 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f968a-cd71-45a5-bc24-64401bbc0a8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bccac08c-db45-441d-8303-8e4a8c1da972,revision_number=0']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:03.796700 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-49077d9a-5a05-4b22-96ba-c4a9a8a9ddfb req-f3443d8b-6ea4-4e3c-bb0e-0d9fd3486f09 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427356
Jun 04 13:48:03.803392 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338f968a-cd71-45a5-bc24-64401bbc0a8b admin admin] Checking segment: {'id': '51adb7d4-40b1-4573-9846-7cf2f5150cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9119e783-7050-489c-a56f-75008dc3f3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:48:03.803796 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338f968a-cd71-45a5-bc24-64401bbc0a8b admin admin] Network hostable DHCP agents. Network: 9119e783-7050-489c-a56f-75008dc3f3ba, hostable agents: ['87172334-b636-4990-a849-36beff162f6b'], hosted agents: [] {{(pid=88595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:48:03.938701 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338f968a-cd71-45a5-bc24-64401bbc0a8b admin admin] Network 9119e783-7050-489c-a56f-75008dc3f3ba is scheduled to be hosted by DHCP agent 87172334-b636-4990-a849-36beff162f6b with binding_index 1 {{(pid=88595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:48:04.009052 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-338f968a-cd71-45a5-bc24-64401bbc0a8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-iscsi, 9119e783-7050-489c-a56f-75008dc3f3ba) {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:48:04.013026 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338f968a-cd71-45a5-bc24-64401bbc0a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:04.013608 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-338f968a-cd71-45a5-bc24-64401bbc0a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for subnet, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:04.018257 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592309b8-c3fc-4796-8e1a-8ed2048f8646 None None] Network 9119e783-7050-489c-a56f-75008dc3f3ba requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:48:04.122577 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-338f968a-cd71-45a5-bc24-64401bbc0a8b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0065300
Jun 04 13:48:04.240916 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98474d44-0327-4bd1-a89d-5789379d417b None None] Network 9119e783-7050-489c-a56f-75008dc3f3ba requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:48:04.672021 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:04.803100 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338aca19-1245-43d5-be0c-d4659da0b058 req-ad9f37ac-28fa-4c9f-8d44-89f55a30a49d tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:04.811215 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-338aca19-1245-43d5-be0c-d4659da0b058 req-ad9f37ac-28fa-4c9f-8d44-89f55a30a49d tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7cb5f96-ef90-495e-8081-6eaf4632f74d HTTP/1.1" status: 200  len: 946 time: 0.1012778
Jun 04 13:48:04.855238 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:04.875202 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-338aca19-1245-43d5-be0c-d4659da0b058 req-e3e6c141-fb48-4124-ad2c-71bd444c177e tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626566
Jun 04 13:48:04.958631 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 44130) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:04.964308 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-a2725cec-d3f9-46f1-aaa9-18b2077235f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-878554289-network', 'tenant_id': 'e2313d9114824a018f461f7742fd69da'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:48:04.969086 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-a2725cec-d3f9-46f1-aaa9-18b2077235f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:04.973750 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-a2725cec-d3f9-46f1-aaa9-18b2077235f9 admin admin] Usage tracker for resource:network and tenant:e2313d9114824a018f461f7742fd69da is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:48:04.976881 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-a2725cec-d3f9-46f1-aaa9-18b2077235f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:48:04.983389 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-a2725cec-d3f9-46f1-aaa9-18b2077235f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:05.043179 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac003d73-ac31-4379-a9f8-2475e4eb70a4 req-14d217fe-e066-4cbd-b20f-fcff577e36c4 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:05.044543 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-ac003d73-ac31-4379-a9f8-2475e4eb70a4 req-14d217fe-e066-4cbd-b20f-fcff577e36c4 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 946 time: 0.0897071
Jun 04 13:48:05.083679 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2725cec-d3f9-46f1-aaa9-18b2077235f9 admin admin] Made reservation on behalf of e2313d9114824a018f461f7742fd69da for: {'network': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:48:05.088124 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a2725cec-d3f9-46f1-aaa9-18b2077235f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for network, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:05.089504 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-ac003d73-ac31-4379-a9f8-2475e4eb70a4 req-9686ecc3-749b-43f4-b136-45fc690975eb tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385592
Jun 04 13:48:05.107407 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a2725cec-d3f9-46f1-aaa9-18b2077235f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:05.123105 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-a2725cec-d3f9-46f1-aaa9-18b2077235f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:05.126881 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-a2725cec-d3f9-46f1-aaa9-18b2077235f9 admin admin] Usage tracker for resource:security_group_rule and tenant:e2313d9114824a018f461f7742fd69da is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:48:05.130127 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-a2725cec-d3f9-46f1-aaa9-18b2077235f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:48:05.136046 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-a2725cec-d3f9-46f1-aaa9-18b2077235f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:05.223018 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a2725cec-d3f9-46f1-aaa9-18b2077235f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:05.281299 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a2725cec-d3f9-46f1-aaa9-18b2077235f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:05.313631 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2725cec-d3f9-46f1-aaa9-18b2077235f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243}  {{(pid=88594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:48:05.325710 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2725cec-d3f9-46f1-aaa9-18b2077235f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3dcf8a-0cc6-4a7b-bbcd-8831260b0021,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:05.331421 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a2725cec-d3f9-46f1-aaa9-18b2077235f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:05.331759 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.segments_db [None req-a2725cec-d3f9-46f1-aaa9-18b2077235f9 admin admin] Added segment 3c9a91ce-080e-4fd3-9433-640062bb186d of type vlan for network d18585f7-54ae-4726-bfc5-2ce1fe5c9dcc
Jun 04 13:48:05.357750 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a2725cec-d3f9-46f1-aaa9-18b2077235f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733312597486'] for network, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:05.481679 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a2725cec-d3f9-46f1-aaa9-18b2077235f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086'] for network, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:05.482662 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2725cec-d3f9-46f1-aaa9-18b2077235f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:05.483266 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a2725cec-d3f9-46f1-aaa9-18b2077235f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:05.679656 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2725cec-d3f9-46f1-aaa9-18b2077235f9 admin admin] Pushing event updated for resources: {'Network': ['ID=d18585f7-54ae-4726-bfc5-2ce1fe5c9dcc,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:05.689309 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Network d18585f7-54ae-4726-bfc5-2ce1fe5c9dcc details requested by agent ovs-agent-dv-cinder-843593-2-iscsi with host dv-cinder-843593-2-iscsi {{(pid=88596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:48:05.733590 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-a2725cec-d3f9-46f1-aaa9-18b2077235f9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7738497
Jun 04 13:48:05.736288 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 44156) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:05.741748 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-ecda54e5-e6e2-4ba7-b957-9ebddc1e74d5 admin admin] Request body: {'subnet': {'network_id': 'd18585f7-54ae-4726-bfc5-2ce1fe5c9dcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-878554289-subnet', 'tenant_id': 'e2313d9114824a018f461f7742fd69da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:48:05.746329 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-ecda54e5-e6e2-4ba7-b957-9ebddc1e74d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:05.750181 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-ecda54e5-e6e2-4ba7-b957-9ebddc1e74d5 admin admin] Usage tracker for resource:subnet and tenant:e2313d9114824a018f461f7742fd69da is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:48:05.752981 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-ecda54e5-e6e2-4ba7-b957-9ebddc1e74d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:48:05.758682 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-ecda54e5-e6e2-4ba7-b957-9ebddc1e74d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:05.837412 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecda54e5-e6e2-4ba7-b957-9ebddc1e74d5 admin admin] Made reservation on behalf of e2313d9114824a018f461f7742fd69da for: {'subnet': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:48:05.840331 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-ecda54e5-e6e2-4ba7-b957-9ebddc1e74d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65227580'] for subnet, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:06.052485 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a90cc-01a3-4d2e-91d4-2f1e806f1eb3 req-1de43aea-bd03-4fc1-a37a-144bd3bac9aa tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:06.054025 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-cd1a90cc-01a3-4d2e-91d4-2f1e806f1eb3 req-1de43aea-bd03-4fc1-a37a-144bd3bac9aa tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7cb5f96-ef90-495e-8081-6eaf4632f74d HTTP/1.1" status: 200  len: 946 time: 0.0792525
Jun 04 13:48:06.054699 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:06.101623 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-cd1a90cc-01a3-4d2e-91d4-2f1e806f1eb3 req-5ea56211-0db6-49b4-bdfc-0ead30480278 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411525
Jun 04 13:48:06.111751 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-ecda54e5-e6e2-4ba7-b957-9ebddc1e74d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65842052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65227566'] for subnet, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:06.189585 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda54e5-e6e2-4ba7-b957-9ebddc1e74d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4ccf1b0-dfd1-4862-be59-118fd862c52a,revision_number=0']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:06.199444 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecda54e5-e6e2-4ba7-b957-9ebddc1e74d5 admin admin] Checking segment: {'id': '3c9a91ce-080e-4fd3-9433-640062bb186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd18585f7-54ae-4726-bfc5-2ce1fe5c9dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:48:06.199793 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecda54e5-e6e2-4ba7-b957-9ebddc1e74d5 admin admin] Network hostable DHCP agents. Network: d18585f7-54ae-4726-bfc5-2ce1fe5c9dcc, hostable agents: ['87172334-b636-4990-a849-36beff162f6b'], hosted agents: [] {{(pid=88594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:48:06.291769 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f16979-8c8c-4918-9a53-ba4e4c66ca78 req-795acec0-863e-4229-9cbb-bf74cca505b2 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:06.293247 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-83f16979-8c8c-4918-9a53-ba4e4c66ca78 req-795acec0-863e-4229-9cbb-bf74cca505b2 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 946 time: 0.0877016
Jun 04 13:48:06.340846 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecda54e5-e6e2-4ba7-b957-9ebddc1e74d5 admin admin] Network d18585f7-54ae-4726-bfc5-2ce1fe5c9dcc is scheduled to be hosted by DHCP agent 87172334-b636-4990-a849-36beff162f6b with binding_index 1 {{(pid=88594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:48:06.397545 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-83f16979-8c8c-4918-9a53-ba4e4c66ca78 req-e186698b-7ed6-43df-905c-2c1dfe934813 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661609
Jun 04 13:48:06.410889 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93641e39-7e21-482f-bd60-cfd4c8d700dd req-d8e2f2bb-5c90-4dd1-bbb5-80c5bb74e8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:06.412359 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-93641e39-7e21-482f-bd60-cfd4c8d700dd req-d8e2f2bb-5c90-4dd1-bbb5-80c5bb74e8ee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b7cb5f96-ef90-495e-8081-6eaf4632f74d HTTP/1.1" status: 200  len: 1099 time: 0.1168473
Jun 04 13:48:06.447031 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [None req-ecda54e5-e6e2-4ba7-b957-9ebddc1e74d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-iscsi, d18585f7-54ae-4726-bfc5-2ce1fe5c9dcc) {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:48:06.455377 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecda54e5-e6e2-4ba7-b957-9ebddc1e74d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:06.455947 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-ecda54e5-e6e2-4ba7-b957-9ebddc1e74d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:06.456182 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce188c3f-cfcf-4d92-955a-72e78efa2ae8 None None] Network d18585f7-54ae-4726-bfc5-2ce1fe5c9dcc requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:48:06.486873 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-93641e39-7e21-482f-bd60-cfd4c8d700dd req-289acf50-720e-415f-8b14-e43e9d78f3a4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535979
Jun 04 13:48:06.587215 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-ecda54e5-e6e2-4ba7-b957-9ebddc1e74d5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8495996
Jun 04 13:48:06.665686 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68763e0d-fa60-4d95-9442-60b60a393d19 None None] Network d18585f7-54ae-4726-bfc5-2ce1fe5c9dcc requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:48:07.289181 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba7289-65fc-47a7-bae4-c7badf82142d req-5db1b11c-5c79-4bf2-b41f-9f080ac10cd3 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:07.290593 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5fba7289-65fc-47a7-bae4-c7badf82142d req-5db1b11c-5c79-4bf2-b41f-9f080ac10cd3 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7cb5f96-ef90-495e-8081-6eaf4632f74d HTTP/1.1" status: 200  len: 946 time: 0.0839949
Jun 04 13:48:07.335226 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5fba7289-65fc-47a7-bae4-c7badf82142d req-ae328419-ef4d-4259-b686-af6b001c97c8 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382648
Jun 04 13:48:07.594072 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc11a6-e4e4-4939-be1a-f83a8115139f req-4c7b12f0-8d4c-4c3b-bddc-2a11f6fcc89c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:07.594072 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-b6cc11a6-e4e4-4939-be1a-f83a8115139f req-4c7b12f0-8d4c-4c3b-bddc-2a11f6fcc89c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 946 time: 0.0872028
Jun 04 13:48:07.639644 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-b6cc11a6-e4e4-4939-be1a-f83a8115139f req-f64887c8-20bd-4c1c-8df1-10af45747a2d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451853
Jun 04 13:48:08.516212 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb5a75-7ad6-4d7f-ab2d-a332f1cdef02 req-8a73505b-ce41-44c6-9d80-9566aab79f6f tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:08.517565 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7feb5a75-7ad6-4d7f-ab2d-a332f1cdef02 req-8a73505b-ce41-44c6-9d80-9566aab79f6f tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7cb5f96-ef90-495e-8081-6eaf4632f74d HTTP/1.1" status: 200  len: 946 time: 0.0787289
Jun 04 13:48:08.560636 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7feb5a75-7ad6-4d7f-ab2d-a332f1cdef02 req-fe48e362-7d82-4bf3-9ab5-cf7c390eb9b6 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374856
Jun 04 13:48:08.827025 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01147325-fe06-4eeb-a704-b9f4ae6e7edc req-482990d4-807b-441b-b717-e3a3b0b7cc42 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:08.828453 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-01147325-fe06-4eeb-a704-b9f4ae6e7edc req-482990d4-807b-441b-b717-e3a3b0b7cc42 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 946 time: 0.0818157
Jun 04 13:48:08.871664 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-01147325-fe06-4eeb-a704-b9f4ae6e7edc req-b61fc1fc-3bb1-469b-90dc-3cc32c31c901 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373006
Jun 04 13:48:10.061089 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d11896-7a7e-44df-a745-6b28ff477035 req-796fbdc6-3d16-4127-8126-7e25cd0ff79e tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:10.062524 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-b2d11896-7a7e-44df-a745-6b28ff477035 req-796fbdc6-3d16-4127-8126-7e25cd0ff79e tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 946 time: 0.0815406
Jun 04 13:48:10.107412 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-b2d11896-7a7e-44df-a745-6b28ff477035 req-a5b0e2d7-6a98-4349-87a8-371813526c0a tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387774
Jun 04 13:48:10.887003 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 44290) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:10.970368 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3e3c2-7aa6-4dd8-85ac-505bfbc64fcc req-67531c1d-c851-4b69-9a2c-ef96af0e53ca tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:10.971907 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-57f3e3c2-7aa6-4dd8-85ac-505bfbc64fcc req-67531c1d-c851-4b69-9a2c-ef96af0e53ca tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7cb5f96-ef90-495e-8081-6eaf4632f74d HTTP/1.1" status: 200  len: 946 time: 0.0911927
Jun 04 13:48:11.023589 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-57f3e3c2-7aa6-4dd8-85ac-505bfbc64fcc req-dfc15ac3-bf60-45df-9563-fb9286bc43fb tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459685
Jun 04 13:48:11.061500 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-ef3c4b52-8ce2-4803-8bdf-738b5e8568b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:11.076215 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-ef3c4b52-8ce2-4803-8bdf-738b5e8568b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:11.080475 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-ef3c4b52-8ce2-4803-8bdf-738b5e8568b7 admin admin] Usage tracker for resource:security_group_rule and tenant:01566df2fffd4d92bbfc3df7b0bfade8 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:48:11.083675 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-ef3c4b52-8ce2-4803-8bdf-738b5e8568b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:48:11.089399 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-ef3c4b52-8ce2-4803-8bdf-738b5e8568b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:11.177748 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-ef3c4b52-8ce2-4803-8bdf-738b5e8568b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:11.289809 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-ef3c4b52-8ce2-4803-8bdf-738b5e8568b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:11.305963 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 44306) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:11.352343 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-ef3c4b52-8ce2-4803-8bdf-738b5e8568b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=01566df2fffd4d92bbfc3df7b0bfade8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4642527
Jun 04 13:48:11.353804 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c4b52-8ce2-4803-8bdf-738b5e8568b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d7b779-c127-45cc-b459-13e58354f576,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:11.355470 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 44312) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:11.369400 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2368871-b0d2-4603-9fe8-e1a894359ced req-06fb5191-9510-4602-8095-52ac34523cc8 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:11.371424 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d2368871-b0d2-4603-9fe8-e1a894359ced req-06fb5191-9510-4602-8095-52ac34523cc8 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 946 time: 0.1363831
Jun 04 13:48:11.423862 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-499cf0dd-ea6d-4c78-b313-52c843a3041b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:11.428127 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d2368871-b0d2-4603-9fe8-e1a894359ced req-f5f6678d-95a1-4c8f-b997-6575ab1eaba8 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507975
Jun 04 13:48:11.456055 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-81ddd09d-0ac9-49ee-bb91-d5b52f76baeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:11.481205 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-81ddd09d-0ac9-49ee-bb91-d5b52f76baeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:11.484244 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-499cf0dd-ea6d-4c78-b313-52c843a3041b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:11.497139 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-81ddd09d-0ac9-49ee-bb91-d5b52f76baeb admin admin] Usage tracker for resource:security_group_rule and tenant:f70dae9ced6a47a49b1b80e36bfe0637 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:48:11.501425 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-81ddd09d-0ac9-49ee-bb91-d5b52f76baeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:48:11.513777 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-81ddd09d-0ac9-49ee-bb91-d5b52f76baeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:11.609691 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-81ddd09d-0ac9-49ee-bb91-d5b52f76baeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:11.647316 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-499cf0dd-ea6d-4c78-b313-52c843a3041b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:11.665340 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499cf0dd-ea6d-4c78-b313-52c843a3041b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d7b779-c127-45cc-b459-13e58354f576,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:11.674193 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-499cf0dd-ea6d-4c78-b313-52c843a3041b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:11.677842 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-499cf0dd-ea6d-4c78-b313-52c843a3041b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b0d7b779-c127-45cc-b459-13e58354f576 HTTP/1.1" status: 204  len: 168 time: 0.3188460
Jun 04 13:48:11.677842 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-81ddd09d-0ac9-49ee-bb91-d5b52f76baeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:11.722675 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ddd09d-0ac9-49ee-bb91-d5b52f76baeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcd4a5b-9ced-45f9-a6a9-a1fb5dd94c66,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:11.726890 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-81ddd09d-0ac9-49ee-bb91-d5b52f76baeb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f70dae9ced6a47a49b1b80e36bfe0637&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4197545
Jun 04 13:48:11.730262 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 44322) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:11.797628 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-073dfe34-aab4-43a8-be2b-aa1150e0915c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:11.822398 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-073dfe34-aab4-43a8-be2b-aa1150e0915c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:11.951242 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-073dfe34-aab4-43a8-be2b-aa1150e0915c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:11.967864 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073dfe34-aab4-43a8-be2b-aa1150e0915c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcd4a5b-9ced-45f9-a6a9-a1fb5dd94c66,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:11.977282 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-073dfe34-aab4-43a8-be2b-aa1150e0915c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:11.981316 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-073dfe34-aab4-43a8-be2b-aa1150e0915c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9dcd4a5b-9ced-45f9-a6a9-a1fb5dd94c66 HTTP/1.1" status: 204  len: 168 time: 0.2499964
Jun 04 13:48:12.230897 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb43af-111f-46ba-a1e9-ba5b8f701b29 req-5ed74665-29d4-4e6b-92b2-aca121c50e14 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:12.232378 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-08fb43af-111f-46ba-a1e9-ba5b8f701b29 req-5ed74665-29d4-4e6b-92b2-aca121c50e14 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7cb5f96-ef90-495e-8081-6eaf4632f74d HTTP/1.1" status: 200  len: 946 time: 0.0854168
Jun 04 13:48:12.287723 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-08fb43af-111f-46ba-a1e9-ba5b8f701b29 req-ba6fd0da-293f-4ae5-9504-c307cfa9d21d tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487766
Jun 04 13:48:12.490090 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 44348) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:12.514717 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-40379533-4604-4fdd-a797-5fd487fa92fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:12.533903 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-40379533-4604-4fdd-a797-5fd487fa92fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:12.538143 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-40379533-4604-4fdd-a797-5fd487fa92fe admin admin] Usage tracker for resource:security_group_rule and tenant:2d9e0cf41ca64e57bad4248662c2a78c is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:48:12.541148 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-40379533-4604-4fdd-a797-5fd487fa92fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:48:12.547939 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-40379533-4604-4fdd-a797-5fd487fa92fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:12.742949 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343458d-9628-4c35-8ccb-bffb99b8998c req-484b6214-dd14-4018-a770-828ea458d5ea tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:12.744474 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-6343458d-9628-4c35-8ccb-bffb99b8998c req-484b6214-dd14-4018-a770-828ea458d5ea tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 946 time: 0.1772370
Jun 04 13:48:12.775305 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-40379533-4604-4fdd-a797-5fd487fa92fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:12.803246 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-6343458d-9628-4c35-8ccb-bffb99b8998c req-f25fb183-6262-4679-ad1b-182f7eec6ee5 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464098
Jun 04 13:48:12.825595 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-40379533-4604-4fdd-a797-5fd487fa92fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:12.876364 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-40379533-4604-4fdd-a797-5fd487fa92fe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2d9e0cf41ca64e57bad4248662c2a78c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3848717
Jun 04 13:48:12.877973 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40379533-4604-4fdd-a797-5fd487fa92fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f549c2-81a8-4e1c-91aa-911d5e67edd5,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:12.879073 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 44364) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:12.942263 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a59c10b1-bfb3-47e4-8fc7-18d905ff9f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:12.973494 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a59c10b1-bfb3-47e4-8fc7-18d905ff9f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:13.145483 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a59c10b1-bfb3-47e4-8fc7-18d905ff9f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:13.161951 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c10b1-bfb3-47e4-8fc7-18d905ff9f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f549c2-81a8-4e1c-91aa-911d5e67edd5,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:13.166510 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a59c10b1-bfb3-47e4-8fc7-18d905ff9f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:13.167523 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-a59c10b1-bfb3-47e4-8fc7-18d905ff9f41 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/87f549c2-81a8-4e1c-91aa-911d5e67edd5 HTTP/1.1" status: 204  len: 168 time: 0.2872751
Jun 04 13:48:13.337291 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17ace3-1482-418e-a243-4cd9ddf38b86 req-fb23bcf2-93f6-419b-8ae6-9d4507b6a13b tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:13.338848 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3b17ace3-1482-418e-a243-4cd9ddf38b86 req-fb23bcf2-93f6-419b-8ae6-9d4507b6a13b tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7cb5f96-ef90-495e-8081-6eaf4632f74d HTTP/1.1" status: 200  len: 946 time: 0.0869141
Jun 04 13:48:13.386412 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 6 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:48:13.466304 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-3b17ace3-1482-418e-a243-4cd9ddf38b86 req-08c9c43b-a081-4656-91ed-f3c80cfc66b9 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Deleting port 1048d08d-2372-4d96-bdab-afad3e74bc5c {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:48:13.466721 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-3b17ace3-1482-418e-a243-4cd9ddf38b86 req-08c9c43b-a081-4656-91ed-f3c80cfc66b9 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:13.634732 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04d517-8efb-44dc-a10b-596b79dd21d0 req-7a255f52-b841-49c4-90d1-eb8ff2d187ed tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:13.636261 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-db04d517-8efb-44dc-a10b-596b79dd21d0 req-7a255f52-b841-49c4-90d1-eb8ff2d187ed tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7cb5f96-ef90-495e-8081-6eaf4632f74d HTTP/1.1" status: 200  len: 946 time: 0.2123001
Jun 04 13:48:13.859156 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-db04d517-8efb-44dc-a10b-596b79dd21d0 req-1c8c84ba-07f0-45ff-80c3-2d7bccef02f4 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1680532
Jun 04 13:48:13.882274 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-3b17ace3-1482-418e-a243-4cd9ddf38b86 req-08c9c43b-a081-4656-91ed-f3c80cfc66b9 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] For port 1048d08d-2372-4d96-bdab-afad3e74bc5c, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=1048d08d-2372-4d96-bdab-afad3e74bc5c,segment=NetworkSegment(e4578e56-0570-474b-9830-62bb31e19667),segment_id=e4578e56-0570-474b-9830-62bb31e19667)] {{(pid=88594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:48:13.882626 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-3b17ace3-1482-418e-a243-4cd9ddf38b86 req-08c9c43b-a081-4656-91ed-f3c80cfc66b9 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:14.047662 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-3b17ace3-1482-418e-a243-4cd9ddf38b86 req-08c9c43b-a081-4656-91ed-f3c80cfc66b9 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Calling delete_port for 1048d08d-2372-4d96-bdab-afad3e74bc5c owned by compute:nova {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:48:14.095028 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932827c7-2060-4237-8ad9-66fc50985dbe req-b9f6b7a2-0800-4979-b016-f43402ed0dd6 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:14.096514 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-932827c7-2060-4237-8ad9-66fc50985dbe req-b9f6b7a2-0800-4979-b016-f43402ed0dd6 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 946 time: 0.1239300
Jun 04 13:48:14.191809 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-932827c7-2060-4237-8ad9-66fc50985dbe req-e747b29b-8c35-40ac-b9ed-c30b7cb87225 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889184
Jun 04 13:48:14.340691 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-3b17ace3-1482-418e-a243-4cd9ddf38b86 req-08c9c43b-a081-4656-91ed-f3c80cfc66b9 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:14.391443 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9c43b-a081-4656-91ed-f3c80cfc66b9 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Pushing event deleted for resources: {'Port': ['ID=1048d08d-2372-4d96-bdab-afad3e74bc5c,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:14.402096 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['1048d08d-2372-4d96-bdab-afad3e74bc5c'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:48:14.480321 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b17ace3-1482-418e-a243-4cd9ddf38b86 req-08c9c43b-a081-4656-91ed-f3c80cfc66b9 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] No DVR routers for this DVR port 1048d08d-2372-4d96-bdab-afad3e74bc5c on host hv-cinder-84359 {{(pid=88594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:48:14.482869 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-3b17ace3-1482-418e-a243-4cd9ddf38b86 req-08c9c43b-a081-4656-91ed-f3c80cfc66b9 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:14.492838 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7cb5f96-ef90-495e-8081-6eaf4632f74d', 'name': 'network-vif-deleted', 'tag': '1048d08d-2372-4d96-bdab-afad3e74bc5c'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:48:14.544192 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18036c13-34c5-4c62-85c3-4a58cac4cd7b'] response: {'server_uuid': 'b7cb5f96-ef90-495e-8081-6eaf4632f74d', 'name': 'network-vif-deleted', 'tag': '1048d08d-2372-4d96-bdab-afad3e74bc5c', 'status': 'completed', 'code': 200}
Jun 04 13:48:14.559016 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3b17ace3-1482-418e-a243-4cd9ddf38b86 req-08c9c43b-a081-4656-91ed-f3c80cfc66b9 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.55 "DELETE /v2.0/ports/1048d08d-2372-4d96-bdab-afad3e74bc5c HTTP/1.1" status: 204  len: 173 time: 1.2145150
Jun 04 13:48:14.960593 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 44454) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:15.069998 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1e6b7fa1-fc9d-49a7-8a22-e247a82259ed req-e73e1a17-b8a8-4556-9a39-b89f58788d94 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7cb5f96-ef90-495e-8081-6eaf4632f74d HTTP/1.1" status: 200  len: 210 time: 0.0794728
Jun 04 13:48:15.099264 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-849f7de2-350d-44e2-990c-6a0298c10794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:15.115948 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-849f7de2-350d-44e2-990c-6a0298c10794 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:15.120659 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-849f7de2-350d-44e2-990c-6a0298c10794 admin admin] Usage tracker for resource:security_group_rule and tenant:25f453d1cb004333a801e37768662a07 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:48:15.123657 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-849f7de2-350d-44e2-990c-6a0298c10794 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:48:15.131081 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-849f7de2-350d-44e2-990c-6a0298c10794 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:15.209736 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-849f7de2-350d-44e2-990c-6a0298c10794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:15.254591 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-849f7de2-350d-44e2-990c-6a0298c10794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:15.298541 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f7de2-350d-44e2-990c-6a0298c10794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63954591-2fb3-4f91-b78f-af9407648c1b,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:15.372166 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-849f7de2-350d-44e2-990c-6a0298c10794 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=25f453d1cb004333a801e37768662a07&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4104986
Jun 04 13:48:15.375448 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 44474) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:15.411734 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0e4b4-4210-4716-a031-3c363f729e44 req-430e3707-27ff-4491-a614-90b8bba5473d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:15.413477 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-37e0e4b4-4210-4716-a031-3c363f729e44 req-430e3707-27ff-4491-a614-90b8bba5473d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 946 time: 0.0971603
Jun 04 13:48:15.466238 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-37e0e4b4-4210-4716-a031-3c363f729e44 req-73af7f1f-ee40-4a10-be94-48def0b3620d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467088
Jun 04 13:48:15.475046 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9396beba-1273-4898-a012-e9cadcffebe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:15.508337 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9396beba-1273-4898-a012-e9cadcffebe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:15.635651 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9396beba-1273-4898-a012-e9cadcffebe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:15.651913 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396beba-1273-4898-a012-e9cadcffebe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63954591-2fb3-4f91-b78f-af9407648c1b,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:15.665931 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9396beba-1273-4898-a012-e9cadcffebe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:15.667618 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-9396beba-1273-4898-a012-e9cadcffebe3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/63954591-2fb3-4f91-b78f-af9407648c1b HTTP/1.1" status: 204  len: 168 time: 0.2912121
Jun 04 13:48:16.439321 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 44538) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:16.457027 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-82c4d545-65bd-4206-88b5-5717a0c0b146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:16.471453 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-82c4d545-65bd-4206-88b5-5717a0c0b146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:16.475490 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-82c4d545-65bd-4206-88b5-5717a0c0b146 admin admin] Usage tracker for resource:security_group_rule and tenant:5d971efbc0524d1ea879d619a2b4c13e is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:48:16.478275 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-82c4d545-65bd-4206-88b5-5717a0c0b146 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:48:16.488363 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-82c4d545-65bd-4206-88b5-5717a0c0b146 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:16.563954 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966636e-4289-4266-82e5-70177654c927 req-3422b77b-7d4b-4f29-8055-bd4b0f88456a tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:16.573604 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3966636e-4289-4266-82e5-70177654c927 req-3422b77b-7d4b-4f29-8055-bd4b0f88456a tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/networks?id=e4457224-878d-4245-821d-c99a950f2e0e HTTP/1.1" status: 200  len: 809 time: 0.1659763
Jun 04 13:48:16.591060 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3966636e-4289-4266-82e5-70177654c927 req-9e78c6da-7477-44ac-a704-c3b7ed9647f9 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/quotas/9b378e6cc61347c1b7ac304c825e0b0f HTTP/1.1" status: 200  len: 375 time: 0.0164487
Jun 04 13:48:16.637551 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-3966636e-4289-4266-82e5-70177654c927 req-c24fe802-ed61-4444-89bc-108b55976e2f tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Synchronizing usage tracker for tenant:9b378e6cc61347c1b7ac304c825e0b0f on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:48:16.650100 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-82c4d545-65bd-4206-88b5-5717a0c0b146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:16.691668 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fefcf-40d6-4aec-92f6-4b0e78d2237a req-1f9421f1-a27b-4cbd-b67a-72771ad06c7e tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:16.694311 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d40fefcf-40d6-4aec-92f6-4b0e78d2237a req-1f9421f1-a27b-4cbd-b67a-72771ad06c7e tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 946 time: 0.1041141
Jun 04 13:48:16.737974 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d40fefcf-40d6-4aec-92f6-4b0e78d2237a req-4cbc7a89-759f-4d3b-8182-768ac9f3371f tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373321
Jun 04 13:48:16.757074 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-82c4d545-65bd-4206-88b5-5717a0c0b146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:16.757216 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-3966636e-4289-4266-82e5-70177654c927 req-c24fe802-ed61-4444-89bc-108b55976e2f tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Unset dirty status for tenant:9b378e6cc61347c1b7ac304c825e0b0f on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:48:16.758422 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3966636e-4289-4266-82e5-70177654c927 req-c24fe802-ed61-4444-89bc-108b55976e2f tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9b378e6cc61347c1b7ac304c825e0b0f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1664155
Jun 04 13:48:16.804989 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-82c4d545-65bd-4206-88b5-5717a0c0b146 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5d971efbc0524d1ea879d619a2b4c13e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3645577
Jun 04 13:48:16.806575 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4d545-65bd-4206-88b5-5717a0c0b146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025ceab0-3a61-4dfe-82f8-37d21b16337b,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:16.812390 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 44552) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:16.881976 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f3298f87-356a-4e9d-8abe-010c85852182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:16.895471 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3966636e-4289-4266-82e5-70177654c927 req-75753f4e-8504-4e2b-8e2b-9e85dfbe756b service neutron] 10.222.0.39 "GET /v2.0/networks/e4457224-878d-4245-821d-c99a950f2e0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289928
Jun 04 13:48:16.912554 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f3298f87-356a-4e9d-8abe-010c85852182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:16.938467 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 1048d08d-2372-4d96-bdab-afad3e74bc5c no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:48:17.047216 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3966636e-4289-4266-82e5-70177654c927 req-5ec24f2e-e314-409e-8c47-346e25c166ae service neutron] 10.222.0.39 "GET /v2.0/networks/e4457224-878d-4245-821d-c99a950f2e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1450701
Jun 04 13:48:17.054118 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f3298f87-356a-4e9d-8abe-010c85852182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:17.061838 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] No Port match for: 1048d08d-2372-4d96-bdab-afad3e74bc5c {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:48:17.062171 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 1048d08d-2372-4d96-bdab-afad3e74bc5c not bound to the agent host hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:48:17.070959 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3298f87-356a-4e9d-8abe-010c85852182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025ceab0-3a61-4dfe-82f8-37d21b16337b,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:17.084928 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f3298f87-356a-4e9d-8abe-010c85852182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:17.086249 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-f3298f87-356a-4e9d-8abe-010c85852182 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/025ceab0-3a61-4dfe-82f8-37d21b16337b HTTP/1.1" status: 204  len: 168 time: 0.2729545
Jun 04 13:48:17.131300 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 44562) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:17.265408 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-ce6bea47-ec79-48f2-99e1-c938143efd26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:17.282156 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-ce6bea47-ec79-48f2-99e1-c938143efd26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:17.286243 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-ce6bea47-ec79-48f2-99e1-c938143efd26 admin admin] Usage tracker for resource:security_group_rule and tenant:f310bd3c3ce34e34940e1de4d0883d94 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:48:17.290644 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-ce6bea47-ec79-48f2-99e1-c938143efd26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:48:17.308446 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-ce6bea47-ec79-48f2-99e1-c938143efd26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:17.355557 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-2ad5948e-d3bb-4de1-89ce-f55d7fb6413f req-f924ad5a-e5b5-46c9-9d19-0959fda8df2e tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea0c18a-6e48-4793-8a22-a82353387d76 HTTP/1.1" status: 200  len: 210 time: 0.0512741
Jun 04 13:48:17.447701 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-ce6bea47-ec79-48f2-99e1-c938143efd26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:17.533942 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-ce6bea47-ec79-48f2-99e1-c938143efd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:17.585100 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-ce6bea47-ec79-48f2-99e1-c938143efd26 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f310bd3c3ce34e34940e1de4d0883d94&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4525268
Jun 04 13:48:17.587042 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6bea47-ec79-48f2-99e1-c938143efd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12cfc479-9927-472f-9fb3-08325249ac34,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:17.587713 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 44588) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:17.679047 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-5848eb21-3c1c-48c0-9ed2-57a71f0b2ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:17.704550 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-5848eb21-3c1c-48c0-9ed2-57a71f0b2ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:17.895642 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-5848eb21-3c1c-48c0-9ed2-57a71f0b2ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:17.915953 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848eb21-3c1c-48c0-9ed2-57a71f0b2ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cfc479-9927-472f-9fb3-08325249ac34,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:17.941656 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-5848eb21-3c1c-48c0-9ed2-57a71f0b2ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:17.943263 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-5848eb21-3c1c-48c0-9ed2-57a71f0b2ca5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/12cfc479-9927-472f-9fb3-08325249ac34 HTTP/1.1" status: 204  len: 168 time: 0.3539116
Jun 04 13:48:17.995495 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4a275-371a-4e5b-803f-a72a5e857aee req-72ea59eb-7f95-47f7-8f48-d6aeb33eb81f tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:17.996835 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-afd4a275-371a-4e5b-803f-a72a5e857aee req-72ea59eb-7f95-47f7-8f48-d6aeb33eb81f tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 946 time: 0.1501913
Jun 04 13:48:18.063567 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-afd4a275-371a-4e5b-803f-a72a5e857aee req-4718e041-82c3-41b7-a125-7c451ad5b09e tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527689
Jun 04 13:48:18.155355 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 44616) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:18.218824 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d65a2-dfa8-4030-9f3a-d622e24a1fc7 req-14a4c456-baf6-49fe-9407-a6d9944e86ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:18.221232 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-dd8d65a2-dfa8-4030-9f3a-d622e24a1fc7 req-14a4c456-baf6-49fe-9407-a6d9944e86ee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 1099 time: 0.0785694
Jun 04 13:48:18.268975 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-dd8d65a2-dfa8-4030-9f3a-d622e24a1fc7 req-776c4cb8-e329-4c53-8cbe-65f1405b8654 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400319
Jun 04 13:48:18.438117 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c697c11d-4b35-4c4e-acd3-53f08fb31131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:18.456101 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-c697c11d-4b35-4c4e-acd3-53f08fb31131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:18.459933 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-c697c11d-4b35-4c4e-acd3-53f08fb31131 admin admin] Usage tracker for resource:security_group_rule and tenant:8759b3f935224e8a98f4158382c41913 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:48:18.462762 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-c697c11d-4b35-4c4e-acd3-53f08fb31131 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:48:18.468638 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-c697c11d-4b35-4c4e-acd3-53f08fb31131 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:18.532841 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-a9538866-9b9d-41a9-8be2-9bc7af07cce7 req-339a4701-d756-4d10-9318-2bc64fd49fa6 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea0c18a-6e48-4793-8a22-a82353387d76 HTTP/1.1" status: 200  len: 210 time: 0.0478296
Jun 04 13:48:18.590690 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c697c11d-4b35-4c4e-acd3-53f08fb31131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:18.665818 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c697c11d-4b35-4c4e-acd3-53f08fb31131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:18.717318 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-c697c11d-4b35-4c4e-acd3-53f08fb31131 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8759b3f935224e8a98f4158382c41913&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5606103
Jun 04 13:48:18.718091 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697c11d-4b35-4c4e-acd3-53f08fb31131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34bb63f-ebe1-45b0-8e37-c45ffff81dc4,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:18.720092 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 44634) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:18.760755 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 44638) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:18.779060 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4976bd05-3c1c-47fa-81d9-8c880ddc16f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:18.794229 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-151e8a4e-67de-42f4-93ac-ee7031a7dd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:18.795294 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-4976bd05-3c1c-47fa-81d9-8c880ddc16f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:18.799982 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-4976bd05-3c1c-47fa-81d9-8c880ddc16f9 admin admin] Usage tracker for resource:security_group_rule and tenant:758dcf6bb01d4d4f8dddcb7dcf8ad8c1 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:48:18.803797 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-4976bd05-3c1c-47fa-81d9-8c880ddc16f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:48:18.811559 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-4976bd05-3c1c-47fa-81d9-8c880ddc16f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:18.822432 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-151e8a4e-67de-42f4-93ac-ee7031a7dd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:18.898739 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4976bd05-3c1c-47fa-81d9-8c880ddc16f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:18.934274 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-151e8a4e-67de-42f4-93ac-ee7031a7dd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:18.951402 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e8a4e-67de-42f4-93ac-ee7031a7dd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34bb63f-ebe1-45b0-8e37-c45ffff81dc4,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:18.954587 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-151e8a4e-67de-42f4-93ac-ee7031a7dd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:18.956309 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-151e8a4e-67de-42f4-93ac-ee7031a7dd1e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c34bb63f-ebe1-45b0-8e37-c45ffff81dc4 HTTP/1.1" status: 204  len: 168 time: 0.2340796
Jun 04 13:48:18.962883 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4976bd05-3c1c-47fa-81d9-8c880ddc16f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:19.019461 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 44648) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:19.030954 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-4976bd05-3c1c-47fa-81d9-8c880ddc16f9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=758dcf6bb01d4d4f8dddcb7dcf8ad8c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2688844
Jun 04 13:48:19.031958 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976bd05-3c1c-47fa-81d9-8c880ddc16f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e26e0e-ff47-47ff-b389-04d064c07a7e,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:19.101719 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-9ea05953-6baa-4c63-a3be-5f5bc8e629c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:19.157690 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-9ea05953-6baa-4c63-a3be-5f5bc8e629c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:19.372631 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cc2cc-d57c-45fd-a707-df884adf64c2 req-ff4ccf81-6f32-40fa-9bd3-13510fe5770d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:19.374079 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3a8cc2cc-d57c-45fd-a707-df884adf64c2 req-ff4ccf81-6f32-40fa-9bd3-13510fe5770d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 946 time: 0.1708989
Jun 04 13:48:19.419814 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3a8cc2cc-d57c-45fd-a707-df884adf64c2 req-91960a04-b6ce-4272-9465-4c1d7bb770a6 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399652
Jun 04 13:48:19.471553 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-9ea05953-6baa-4c63-a3be-5f5bc8e629c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:19.487553 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea05953-6baa-4c63-a3be-5f5bc8e629c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e26e0e-ff47-47ff-b389-04d064c07a7e,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:19.494907 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-9ea05953-6baa-4c63-a3be-5f5bc8e629c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:19.497407 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-9ea05953-6baa-4c63-a3be-5f5bc8e629c9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f9e26e0e-ff47-47ff-b389-04d064c07a7e HTTP/1.1" status: 204  len: 168 time: 0.4770012
Jun 04 13:48:19.698784 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-66bf9351-881e-40a2-aa92-ed4b7ae98d09 req-8dd3b538-6bd6-4c7c-8dbf-754006a34024 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea0c18a-6e48-4793-8a22-a82353387d76 HTTP/1.1" status: 200  len: 210 time: 0.0448732
Jun 04 13:48:19.976529 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 44674) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:19.993754 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-3f45424c-3d83-48bc-aecc-027a3a5543f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:20.008409 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-3f45424c-3d83-48bc-aecc-027a3a5543f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:20.013376 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-3f45424c-3d83-48bc-aecc-027a3a5543f7 admin admin] Usage tracker for resource:security_group_rule and tenant:f2be9dfab1054c85b763135f7f5d056c is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:48:20.016344 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-3f45424c-3d83-48bc-aecc-027a3a5543f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:48:20.022650 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-3f45424c-3d83-48bc-aecc-027a3a5543f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:20.123842 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-3f45424c-3d83-48bc-aecc-027a3a5543f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:20.198133 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-3f45424c-3d83-48bc-aecc-027a3a5543f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:20.247991 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-3f45424c-3d83-48bc-aecc-027a3a5543f7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f2be9dfab1054c85b763135f7f5d056c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2703774
Jun 04 13:48:20.249826 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45424c-3d83-48bc-aecc-027a3a5543f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787ef878-3091-451a-a6f7-0c081bdf254b,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:20.250591 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 44686) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:20.326710 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-5dc72b3d-39e5-40eb-a515-bc9aa0ddc1c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:20.360539 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-5dc72b3d-39e5-40eb-a515-bc9aa0ddc1c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:20.494952 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-5dc72b3d-39e5-40eb-a515-bc9aa0ddc1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:20.507083 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966636e-4289-4266-82e5-70177654c927 req-4d98d03b-75e7-43fd-b0e2-15b4af39fa5a tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:20.509297 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3966636e-4289-4266-82e5-70177654c927 req-4d98d03b-75e7-43fd-b0e2-15b4af39fa5a tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.55 "GET /v2.0/networks?id=e4457224-878d-4245-821d-c99a950f2e0e HTTP/1.1" status: 200  len: 809 time: 0.1827097
Jun 04 13:48:20.522345 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc72b3d-39e5-40eb-a515-bc9aa0ddc1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787ef878-3091-451a-a6f7-0c081bdf254b,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:20.538861 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-3966636e-4289-4266-82e5-70177654c927 req-fc7ab5c4-e2c8-42e2-a18c-210901e7f71c tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Request body: {'port': {'device_id': '5ea0c18a-6e48-4793-8a22-a82353387d76', 'network_id': 'e4457224-878d-4245-821d-c99a950f2e0e', 'admin_state_up': True, 'tenant_id': '9b378e6cc61347c1b7ac304c825e0b0f'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:48:20.580637 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-5dc72b3d-39e5-40eb-a515-bc9aa0ddc1c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:20.584979 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-5dc72b3d-39e5-40eb-a515-bc9aa0ddc1c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/787ef878-3091-451a-a6f7-0c081bdf254b HTTP/1.1" status: 204  len: 168 time: 0.3330884
Jun 04 13:48:20.784017 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-3966636e-4289-4266-82e5-70177654c927 req-fc7ab5c4-e2c8-42e2-a18c-210901e7f71c tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:20.793242 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246192e-a589-48d9-9f21-d3a8ee1d0138 req-f0b5b8df-b2f9-4615-9623-ab6be74fcd95 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:20.794681 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2246192e-a589-48d9-9f21-d3a8ee1d0138 req-f0b5b8df-b2f9-4615-9623-ab6be74fcd95 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 946 time: 0.1989932
Jun 04 13:48:20.805110 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-3966636e-4289-4266-82e5-70177654c927 req-fc7ab5c4-e2c8-42e2-a18c-210901e7f71c tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:20.853307 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2246192e-a589-48d9-9f21-d3a8ee1d0138 req-8945a46f-72f3-4457-9bb3-50ab9ab30ec7 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500667
Jun 04 13:48:20.927657 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3966636e-4289-4266-82e5-70177654c927 req-fc7ab5c4-e2c8-42e2-a18c-210901e7f71c tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Made reservation on behalf of 9b378e6cc61347c1b7ac304c825e0b0f for: {'port': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:48:20.932437 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-3966636e-4289-4266-82e5-70177654c927 req-fc7ab5c4-e2c8-42e2-a18c-210901e7f71c tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:20.955832 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-b5b4d2ae-67ee-450d-8fab-18736ec9e997 req-9048a1b6-9326-44e8-bb67-b8353b06da22 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea0c18a-6e48-4793-8a22-a82353387d76 HTTP/1.1" status: 200  len: 210 time: 0.1109900
Jun 04 13:48:21.202306 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_common [req-3966636e-4289-4266-82e5-70177654c927 req-fc7ab5c4-e2c8-42e2-a18c-210901e7f71c tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Allocated IP 172.20.0.2 (e4457224-878d-4245-821d-c99a950f2e0e/26485e7a-6412-4e20-b549-e682531d62ea/d965d858-b77a-4aff-8847-140786f29120) {{(pid=88594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:48:21.425637 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-3966636e-4289-4266-82e5-70177654c927 req-fc7ab5c4-e2c8-42e2-a18c-210901e7f71c tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Notify callbacks [] for port, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:21.480150 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 44740) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:21.499574 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-e16a2266-63b4-41f7-af9c-2384f0149d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:21.516526 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-e16a2266-63b4-41f7-af9c-2384f0149d58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:21.521024 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-e16a2266-63b4-41f7-af9c-2384f0149d58 admin admin] Usage tracker for resource:security_group_rule and tenant:9e848f5c9d134be2b02f78222d91c860 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:48:21.525117 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-e16a2266-63b4-41f7-af9c-2384f0149d58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:48:21.540728 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-3966636e-4289-4266-82e5-70177654c927 req-fc7ab5c4-e2c8-42e2-a18c-210901e7f71c tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:21.542915 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-e16a2266-63b4-41f7-af9c-2384f0149d58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:21.662213 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ab5c4-e2c8-42e2-a18c-210901e7f71c tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Pushing event updated for resources: {'Port': ['ID=d965d858-b77a-4aff-8847-140786f29120,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:21.689659 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-e16a2266-63b4-41f7-af9c-2384f0149d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:21.745857 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-e16a2266-63b4-41f7-af9c-2384f0149d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:21.757516 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3966636e-4289-4266-82e5-70177654c927 req-fc7ab5c4-e2c8-42e2-a18c-210901e7f71c tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Network e4457224-878d-4245-821d-c99a950f2e0e is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:48:21.761477 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [req-3966636e-4289-4266-82e5-70177654c927 req-fc7ab5c4-e2c8-42e2-a18c-210901e7f71c tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:48:21.771462 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-3966636e-4289-4266-82e5-70177654c927 req-fc7ab5c4-e2c8-42e2-a18c-210901e7f71c tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Received port after_create {{(pid=88594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:48:21.792957 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a2266-63b4-41f7-af9c-2384f0149d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4028b6-bad8-4581-9950-50bd4c3ffde5,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:21.797100 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-e16a2266-63b4-41f7-af9c-2384f0149d58 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9e848f5c9d134be2b02f78222d91c860&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3159463
Jun 04 13:48:21.801159 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 44752) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:21.891885 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee02dda-70bf-41ed-97a1-888023ee175b req-67ca71ec-0b03-4f37-8325-8c953df414e9 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:21.893247 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1ee02dda-70bf-41ed-97a1-888023ee175b req-67ca71ec-0b03-4f37-8325-8c953df414e9 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 946 time: 0.2653799
Jun 04 13:48:21.898459 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966636e-4289-4266-82e5-70177654c927 req-fc7ab5c4-e2c8-42e2-a18c-210901e7f71c tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:21.899062 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-3966636e-4289-4266-82e5-70177654c927 req-fc7ab5c4-e2c8-42e2-a18c-210901e7f71c tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:21.939901 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0a033-8cfe-4974-8990-0eea767ea1fb req-8c397639-e6ea-4bbd-9ec8-1e937ff90bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:21.941328 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3cc0a033-8cfe-4974-8990-0eea767ea1fb req-8c397639-e6ea-4bbd-9ec8-1e937ff90bb0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e199af9b5451493fa5a38f932be3993f&device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 1099 time: 0.3146045
Jun 04 13:48:22.014023 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b4482e25-b535-4fb3-9a22-6933281927cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:22.083481 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1ee02dda-70bf-41ed-97a1-888023ee175b req-0e8f0769-7e5f-4ec2-b0c9-5e20e8555ef1 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1798692
Jun 04 13:48:22.095360 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3966636e-4289-4266-82e5-70177654c927 req-fc7ab5c4-e2c8-42e2-a18c-210901e7f71c tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5641940
Jun 04 13:48:22.130712 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-3966636e-4289-4266-82e5-70177654c927 req-8d44504c-75bd-4bf7-baaa-61484a7a268e service neutron] Request body: {'port': {'device_id': '5ea0c18a-6e48-4793-8a22-a82353387d76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:48:22.157970 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947d99a-e732-4bf7-ac9a-aec7400e6af0 req-49631529-71c3-46a0-8f60-9377f6ea9b8c tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:22.165252 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5947d99a-e732-4bf7-ac9a-aec7400e6af0 req-49631529-71c3-46a0-8f60-9377f6ea9b8c tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea0c18a-6e48-4793-8a22-a82353387d76 HTTP/1.1" status: 200  len: 931 time: 0.0967770
Jun 04 13:48:22.184787 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b4482e25-b535-4fb3-9a22-6933281927cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:22.205829 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5947d99a-e732-4bf7-ac9a-aec7400e6af0 req-b6c88074-83e6-4839-9f3b-d4a63c59485c tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397203
Jun 04 13:48:22.223465 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0a033-8cfe-4974-8990-0eea767ea1fb req-ba934a1a-db16-4f74-90f3-5758091590ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:22.225742 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3cc0a033-8cfe-4974-8990-0eea767ea1fb req-ba934a1a-db16-4f74-90f3-5758091590ed service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7d55235-bf68-4e08-8155-47e9a6165636 HTTP/1.1" status: 200  len: 920 time: 0.2682686
Jun 04 13:48:22.245125 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 44762) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:22.367337 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-0ae9bfdb-2963-4334-b432-8cc19e3f4446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:22.383116 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-0ae9bfdb-2963-4334-b432-8cc19e3f4446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:22.387170 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-0ae9bfdb-2963-4334-b432-8cc19e3f4446 admin admin] Usage tracker for resource:security_group_rule and tenant:cef566343d484dcaa7b40bf2caf0ad1d is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:48:22.390075 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-0ae9bfdb-2963-4334-b432-8cc19e3f4446 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:48:22.396219 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-0ae9bfdb-2963-4334-b432-8cc19e3f4446 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:22.435318 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3cc0a033-8cfe-4974-8990-0eea767ea1fb req-ea9c62bc-084a-4f4d-bd8f-934f55af1eb5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a86cdb62-77c6-4709-bee1-fa3ef2a3f00c HTTP/1.1" status: 200  len: 217 time: 0.1881816
Jun 04 13:48:22.483525 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-0ae9bfdb-2963-4334-b432-8cc19e3f4446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:22.486455 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-3966636e-4289-4266-82e5-70177654c927 req-8d44504c-75bd-4bf7-baaa-61484a7a268e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:22.533928 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-0ae9bfdb-2963-4334-b432-8cc19e3f4446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:22.554354 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0a033-8cfe-4974-8990-0eea767ea1fb req-1c971606-7eb7-413d-8f61-53df9aa4509d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:22.555782 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3cc0a033-8cfe-4974-8990-0eea767ea1fb req-1c971606-7eb7-413d-8f61-53df9aa4509d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b7ee1fc-be06-43a6-b80c-c1390a27d5a9 HTTP/1.1" status: 200  len: 858 time: 0.1063826
Jun 04 13:48:22.567042 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b4482e25-b535-4fb3-9a22-6933281927cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:22.580938 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-0ae9bfdb-2963-4334-b432-8cc19e3f4446 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cef566343d484dcaa7b40bf2caf0ad1d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3349481
Jun 04 13:48:22.582605 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9bfdb-2963-4334-b432-8cc19e3f4446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44eff08-b8d3-4a88-8f23-0b25880ee642,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:22.585101 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 44768) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:22.629351 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4482e25-b535-4fb3-9a22-6933281927cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4028b6-bad8-4581-9950-50bd4c3ffde5,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:22.652407 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4b6cb636-0d0d-4300-9e1f-57edd1a586ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:22.679001 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4b6cb636-0d0d-4300-9e1f-57edd1a586ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:22.693667 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b4482e25-b535-4fb3-9a22-6933281927cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:22.693667 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-b4482e25-b535-4fb3-9a22-6933281927cd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0e4028b6-bad8-4581-9950-50bd4c3ffde5 HTTP/1.1" status: 204  len: 168 time: 0.8841522
Jun 04 13:48:22.831377 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4b6cb636-0d0d-4300-9e1f-57edd1a586ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:22.852349 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6cb636-0d0d-4300-9e1f-57edd1a586ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44eff08-b8d3-4a88-8f23-0b25880ee642,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:22.860436 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0a033-8cfe-4974-8990-0eea767ea1fb req-51bcfd4b-04c1-4345-8551-d06e442f2044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:22.861906 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3cc0a033-8cfe-4974-8990-0eea767ea1fb req-51bcfd4b-04c1-4345-8551-d06e442f2044 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7d55235-bf68-4e08-8155-47e9a6165636&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2881536
Jun 04 13:48:22.867826 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4b6cb636-0d0d-4300-9e1f-57edd1a586ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:22.869719 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-4b6cb636-0d0d-4300-9e1f-57edd1a586ed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d44eff08-b8d3-4a88-8f23-0b25880ee642 HTTP/1.1" status: 204  len: 168 time: 0.2830644
Jun 04 13:48:23.125305 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [req-3966636e-4289-4266-82e5-70177654c927 req-8d44504c-75bd-4bf7-baaa-61484a7a268e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d965d858-b77a-4aff-8847-140786f29120 {{(pid=88594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:48:23.135644 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-3966636e-4289-4266-82e5-70177654c927 req-8d44504c-75bd-4bf7-baaa-61484a7a268e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:23.154520 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [req-3966636e-4289-4266-82e5-70177654c927 req-8d44504c-75bd-4bf7-baaa-61484a7a268e service neutron] Transition to ACTIVE for port object d965d858-b77a-4aff-8847-140786f29120 will not be triggered until provisioned by entity L2. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:48:23.179763 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3cc0a033-8cfe-4974-8990-0eea767ea1fb req-98ccb2f6-c848-4a8d-93e4-29f2cda7cf11 service neutron] 10.222.0.55 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3038244
Jun 04 13:48:23.215539 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-3966636e-4289-4266-82e5-70177654c927 req-8d44504c-75bd-4bf7-baaa-61484a7a268e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:23.448886 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a0240-8968-4b95-b49a-0fd1e0f05125 req-a286cd5b-c8eb-41f0-a576-ba1aeda1f594 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:23.450482 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-a90a0240-8968-4b95-b49a-0fd1e0f05125 req-a286cd5b-c8eb-41f0-a576-ba1aeda1f594 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea0c18a-6e48-4793-8a22-a82353387d76 HTTP/1.1" status: 200  len: 943 time: 0.0987511
Jun 04 13:48:23.520105 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-a90a0240-8968-4b95-b49a-0fd1e0f05125 req-50fc47f3-095a-4db6-8912-17911c0f3d21 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619197
Jun 04 13:48:23.621732 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44504c-75bd-4bf7-baaa-61484a7a268e service neutron] Pushing event updated for resources: {'Port': ['ID=d965d858-b77a-4aff-8847-140786f29120,revision_number=2']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:23.672797 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3cc0a033-8cfe-4974-8990-0eea767ea1fb req-6ae834bc-1629-4b70-ad03-28b716269738 service neutron] 10.222.0.55 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4854178
Jun 04 13:48:23.723495 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d209aa4-24bd-4b98-ac75-a66f644254a4 req-61ec3987-f1ee-4c0b-b819-d59af77e9219 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:23.724993 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2d209aa4-24bd-4b98-ac75-a66f644254a4 req-61ec3987-f1ee-4c0b-b819-d59af77e9219 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 946 time: 0.5141525
Jun 04 13:48:23.784192 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-3966636e-4289-4266-82e5-70177654c927 req-8d44504c-75bd-4bf7-baaa-61484a7a268e service neutron] Attempting to bind port d965d858-b77a-4aff-8847-140786f29120 on host hv-cinder-84359 for vnic_type normal with profile  {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:48:23.784592 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-3966636e-4289-4266-82e5-70177654c927 req-8d44504c-75bd-4bf7-baaa-61484a7a268e service neutron] Attempting to bind port d965d858-b77a-4aff-8847-140786f29120 by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': 'e4578e56-0570-474b-9830-62bb31e19667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e4457224-878d-4245-821d-c99a950f2e0e'}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:48:23.784850 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3966636e-4289-4266-82e5-70177654c927 req-8d44504c-75bd-4bf7-baaa-61484a7a268e service neutron] Attempting to bind port d965d858-b77a-4aff-8847-140786f29120 on network e4457224-878d-4245-821d-c99a950f2e0e {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:48:23.799074 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2d209aa4-24bd-4b98-ac75-a66f644254a4 req-9811e85c-a62a-47dd-b02d-6d81ed1a4341 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656242
Jun 04 13:48:23.799819 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3966636e-4289-4266-82e5-70177654c927 req-8d44504c-75bd-4bf7-baaa-61484a7a268e service neutron] Port d965d858-b77a-4aff-8847-140786f29120 on network e4457224-878d-4245-821d-c99a950f2e0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:48:23.800093 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3966636e-4289-4266-82e5-70177654c927 req-8d44504c-75bd-4bf7-baaa-61484a7a268e service neutron] Attempting to bind port d965d858-b77a-4aff-8847-140786f29120 on network e4457224-878d-4245-821d-c99a950f2e0e {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:48:23.806518 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3966636e-4289-4266-82e5-70177654c927 req-8d44504c-75bd-4bf7-baaa-61484a7a268e service neutron] Checking agent: {'id': '3f86017d-093a-400f-b732-6c31be8aecc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'started_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:48:23.806865 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3966636e-4289-4266-82e5-70177654c927 req-8d44504c-75bd-4bf7-baaa-61484a7a268e service neutron] Checking segment: {'id': 'e4578e56-0570-474b-9830-62bb31e19667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e4457224-878d-4245-821d-c99a950f2e0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:48:23.807275 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3966636e-4289-4266-82e5-70177654c927 req-8d44504c-75bd-4bf7-baaa-61484a7a268e service neutron] Bound using segment: {'id': 'e4578e56-0570-474b-9830-62bb31e19667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e4457224-878d-4245-821d-c99a950f2e0e'} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:48:23.808122 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-3966636e-4289-4266-82e5-70177654c927 req-8d44504c-75bd-4bf7-baaa-61484a7a268e service neutron] Bound port: d965d858-b77a-4aff-8847-140786f29120, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4578e56-0570-474b-9830-62bb31e19667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e4457224-878d-4245-821d-c99a950f2e0e'}}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:48:23.808122 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-3966636e-4289-4266-82e5-70177654c927 req-8d44504c-75bd-4bf7-baaa-61484a7a268e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:23.919131 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-3966636e-4289-4266-82e5-70177654c927 req-8d44504c-75bd-4bf7-baaa-61484a7a268e service neutron] For port d965d858-b77a-4aff-8847-140786f29120, host hv-cinder-84359, cleared binding levels {{(pid=88594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:48:23.919131 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-3966636e-4289-4266-82e5-70177654c927 req-8d44504c-75bd-4bf7-baaa-61484a7a268e service neutron] For port d965d858-b77a-4aff-8847-140786f29120, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=d965d858-b77a-4aff-8847-140786f29120,segment=NetworkSegment(e4578e56-0570-474b-9830-62bb31e19667),segment_id=e4578e56-0570-474b-9830-62bb31e19667)] {{(pid=88594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:48:24.003206 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-3966636e-4289-4266-82e5-70177654c927 req-8d44504c-75bd-4bf7-baaa-61484a7a268e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:24.082339 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966636e-4289-4266-82e5-70177654c927 req-8d44504c-75bd-4bf7-baaa-61484a7a268e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:24.082943 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-3966636e-4289-4266-82e5-70177654c927 req-8d44504c-75bd-4bf7-baaa-61484a7a268e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:24.084343 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3966636e-4289-4266-82e5-70177654c927 req-8d44504c-75bd-4bf7-baaa-61484a7a268e service neutron] 10.222.0.55 "PUT /v2.0/ports/d965d858-b77a-4aff-8847-140786f29120 HTTP/1.1" status: 200  len: 1093 time: 1.9577115
Jun 04 13:48:24.084772 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea0c18a-6e48-4793-8a22-a82353387d76', 'tag': 'd965d858-b77a-4aff-8847-140786f29120'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:48:24.115181 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44504c-75bd-4bf7-baaa-61484a7a268e service neutron] Pushing event updated for resources: {'Port': ['ID=d965d858-b77a-4aff-8847-140786f29120,revision_number=3']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:24.185133 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8b07e99-d2dd-4102-82fe-f385390a5832'] response: {'name': 'network-changed', 'server_uuid': '5ea0c18a-6e48-4793-8a22-a82353387d76', 'tag': 'd965d858-b77a-4aff-8847-140786f29120', 'status': 'completed', 'code': 200}
Jun 04 13:48:24.325077 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5ad8d-ebdb-4dc4-bf0a-7733610df9ee req-f45b9698-8ae5-4347-8bd6-d9b78caa4a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:24.326553 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b9d5ad8d-ebdb-4dc4-bf0a-7733610df9ee req-f45b9698-8ae5-4347-8bd6-d9b78caa4a6a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b378e6cc61347c1b7ac304c825e0b0f&device_id=5ea0c18a-6e48-4793-8a22-a82353387d76 HTTP/1.1" status: 200  len: 1096 time: 0.0780728
Jun 04 13:48:24.492692 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5ad8d-ebdb-4dc4-bf0a-7733610df9ee req-07f2d4f5-547b-4fbe-8e9b-0551c750087d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:24.494104 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b9d5ad8d-ebdb-4dc4-bf0a-7733610df9ee req-07f2d4f5-547b-4fbe-8e9b-0551c750087d service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=9b378e6cc61347c1b7ac304c825e0b0f&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1430840
Jun 04 13:48:24.790654 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5ad8d-ebdb-4dc4-bf0a-7733610df9ee req-de848ee3-9cdd-4c9a-8e20-7e1054f3120d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:24.792710 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b9d5ad8d-ebdb-4dc4-bf0a-7733610df9ee req-de848ee3-9cdd-4c9a-8e20-7e1054f3120d service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2914643
Jun 04 13:48:24.804615 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67007c44-9e6e-4418-8dea-fcc2b67c7205 req-f7ee2c99-4151-493e-9350-4c6acd17b32d tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:24.805314 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-67007c44-9e6e-4418-8dea-fcc2b67c7205 req-f7ee2c99-4151-493e-9350-4c6acd17b32d tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Synchronizing usage tracker for tenant:9b378e6cc61347c1b7ac304c825e0b0f on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:48:24.875249 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-67007c44-9e6e-4418-8dea-fcc2b67c7205 req-f7ee2c99-4151-493e-9350-4c6acd17b32d tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Unset dirty status for tenant:9b378e6cc61347c1b7ac304c825e0b0f on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:48:24.876422 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-67007c44-9e6e-4418-8dea-fcc2b67c7205 req-f7ee2c99-4151-493e-9350-4c6acd17b32d tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea0c18a-6e48-4793-8a22-a82353387d76 HTTP/1.1" status: 200  len: 943 time: 0.2048175
Jun 04 13:48:25.033833 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-67007c44-9e6e-4418-8dea-fcc2b67c7205 req-fc76abb3-d8f3-49ea-b5b7-3b5986642a73 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511462
Jun 04 13:48:25.050655 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966636e-4289-4266-82e5-70177654c927 req-fe9b5d2a-5f76-4263-a30c-204ea0793f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:25.052437 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3966636e-4289-4266-82e5-70177654c927 req-fe9b5d2a-5f76-4263-a30c-204ea0793f43 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b378e6cc61347c1b7ac304c825e0b0f&device_id=5ea0c18a-6e48-4793-8a22-a82353387d76 HTTP/1.1" status: 200  len: 1096 time: 0.1371424
Jun 04 13:48:25.193767 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3966636e-4289-4266-82e5-70177654c927 req-184886b1-ded6-45a6-b106-2a04e35cfe48 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d965d858-b77a-4aff-8847-140786f29120 HTTP/1.1" status: 200  len: 217 time: 0.0928240
Jun 04 13:48:25.204884 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432cc9f7-b8cf-4034-ae93-0226a20b8730 req-68243ee7-75da-4f87-839d-8bc319e87550 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:25.211306 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-432cc9f7-b8cf-4034-ae93-0226a20b8730 req-68243ee7-75da-4f87-839d-8bc319e87550 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 946 time: 0.1860774
Jun 04 13:48:25.261541 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-432cc9f7-b8cf-4034-ae93-0226a20b8730 req-c7b33c59-3a01-45eb-9e5f-8dc516193fbd tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457182
Jun 04 13:48:25.262334 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966636e-4289-4266-82e5-70177654c927 req-007f928c-c045-4230-9bf7-127be369ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:25.269157 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3966636e-4289-4266-82e5-70177654c927 req-007f928c-c045-4230-9bf7-127be369ed68 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=26485e7a-6412-4e20-b549-e682531d62ea HTTP/1.1" status: 200  len: 849 time: 0.0602288
Jun 04 13:48:25.278533 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6553d823-5426-49fb-88df-046d8afa3a03 req-99658276-cc95-4621-8761-221ee5e515ba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2248552
Jun 04 13:48:25.320422 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3966636e-4289-4266-82e5-70177654c927 req-cbd20f93-ada4-4c04-b1be-f49b91442290 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4457224-878d-4245-821d-c99a950f2e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0409265
Jun 04 13:48:25.517637 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3966636e-4289-4266-82e5-70177654c927 req-593e381e-3d45-4dbf-b76e-76982a23cf7f service neutron] 10.222.0.55 "GET /v2.0/networks/e4457224-878d-4245-821d-c99a950f2e0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1893501
Jun 04 13:48:25.520512 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553d823-5426-49fb-88df-046d8afa3a03 req-bf92f665-e4a8-4df3-9390-5a7e4eb5d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:25.521823 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6553d823-5426-49fb-88df-046d8afa3a03 req-bf92f665-e4a8-4df3-9390-5a7e4eb5d371 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e199af9b5451493fa5a38f932be3993f&device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 1099 time: 0.1947939
Jun 04 13:48:25.784585 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3966636e-4289-4266-82e5-70177654c927 req-bdd60719-2974-43ff-a7c3-ea1a677fda1b service neutron] 10.222.0.55 "GET /v2.0/networks/e4457224-878d-4245-821d-c99a950f2e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2526240
Jun 04 13:48:25.785635 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553d823-5426-49fb-88df-046d8afa3a03 req-bcda8f4d-40e4-4258-af0e-bfbb3db8c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:25.786893 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6553d823-5426-49fb-88df-046d8afa3a03 req-bcda8f4d-40e4-4258-af0e-bfbb3db8c4cf service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7d55235-bf68-4e08-8155-47e9a6165636 HTTP/1.1" status: 200  len: 920 time: 0.2249868
Jun 04 13:48:25.911153 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:25.947860 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6553d823-5426-49fb-88df-046d8afa3a03 req-0b0139d4-78de-4309-a773-da0515d2ea77 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc HTTP/1.1" status: 200  len: 217 time: 0.0662515
Jun 04 13:48:26.102709 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553d823-5426-49fb-88df-046d8afa3a03 req-8fe8f94b-eaf0-402e-81e3-dfdf199201b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:26.106547 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6553d823-5426-49fb-88df-046d8afa3a03 req-8fe8f94b-eaf0-402e-81e3-dfdf199201b9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b7ee1fc-be06-43a6-b80c-c1390a27d5a9 HTTP/1.1" status: 200  len: 858 time: 0.0882404
Jun 04 13:48:26.276614 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553d823-5426-49fb-88df-046d8afa3a03 req-10fa9965-bd81-4444-bbaa-a03557deba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:26.278293 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6553d823-5426-49fb-88df-046d8afa3a03 req-10fa9965-bd81-4444-bbaa-a03557deba67 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7d55235-bf68-4e08-8155-47e9a6165636&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1576209
Jun 04 13:48:26.285662 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c569e6-02e6-4dff-ad28-96620b17d4da req-c6ca47ea-110c-4cab-8574-608794853afa tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:26.287088 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-45c569e6-02e6-4dff-ad28-96620b17d4da req-c6ca47ea-110c-4cab-8574-608794853afa tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea0c18a-6e48-4793-8a22-a82353387d76 HTTP/1.1" status: 200  len: 943 time: 0.1185493
Jun 04 13:48:26.492780 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6553d823-5426-49fb-88df-046d8afa3a03 req-3b9d595b-3e0c-4f2a-88ab-e098684663ee service neutron] 10.222.0.55 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2045841
Jun 04 13:48:26.493593 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c13acf-a3aa-492c-98f7-c93dfed38517 req-096878e9-1dd0-4fe0-9567-3b237faf9908 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:26.496101 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-95c13acf-a3aa-492c-98f7-c93dfed38517 req-096878e9-1dd0-4fe0-9567-3b237faf9908 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 946 time: 0.1013944
Jun 04 13:48:26.505286 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-45c569e6-02e6-4dff-ad28-96620b17d4da req-6e54f897-75cf-4b22-93cc-3522415270da tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1926601
Jun 04 13:48:26.591602 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-95c13acf-a3aa-492c-98f7-c93dfed38517 req-c9c730bc-3e27-4a8f-8332-eb739c9440d6 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853412
Jun 04 13:48:26.768537 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6553d823-5426-49fb-88df-046d8afa3a03 req-9e167326-ed89-405a-a595-3a72b65bd376 service neutron] 10.222.0.55 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2622423
Jun 04 13:48:27.724156 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329dba5-cea4-42bd-9722-8a6d8f07f0c2 req-e882fe1f-1231-4754-991d-38b3a17b8129 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:27.725740 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c329dba5-cea4-42bd-9722-8a6d8f07f0c2 req-e882fe1f-1231-4754-991d-38b3a17b8129 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea0c18a-6e48-4793-8a22-a82353387d76 HTTP/1.1" status: 200  len: 943 time: 0.0957077
Jun 04 13:48:27.772679 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c329dba5-cea4-42bd-9722-8a6d8f07f0c2 req-3fb5fab9-b62e-478c-8560-eb83c840fa80 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410864
Jun 04 13:48:28.962527 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fd155-fb3d-4473-8b1b-f403b37783d1 req-9ed04866-c524-4765-89bc-76eb83b913bb tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:28.964482 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-0f2fd155-fb3d-4473-8b1b-f403b37783d1 req-9ed04866-c524-4765-89bc-76eb83b913bb tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea0c18a-6e48-4793-8a22-a82353387d76 HTTP/1.1" status: 200  len: 943 time: 0.0797451
Jun 04 13:48:29.011215 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-0f2fd155-fb3d-4473-8b1b-f403b37783d1 req-a96250ea-c968-4270-8a7e-3d2554478112 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409214
Jun 04 13:48:30.208285 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca419d3-e55f-48e2-bea6-b884a04eb862 req-1326d7d0-2a56-4896-af99-f7be8816ec06 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:30.209474 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-eca419d3-e55f-48e2-bea6-b884a04eb862 req-1326d7d0-2a56-4896-af99-f7be8816ec06 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea0c18a-6e48-4793-8a22-a82353387d76 HTTP/1.1" status: 200  len: 943 time: 0.0809879
Jun 04 13:48:30.252755 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-eca419d3-e55f-48e2-bea6-b884a04eb862 req-0eecb150-d33d-41ba-adcb-ce30a9d33f1c tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371723
Jun 04 13:48:30.684634 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device d965d858-b77a-4aff-8847-140786f29120 details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:48:30.826668 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port d965d858-b77a-4aff-8847-140786f29120, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=d965d858-b77a-4aff-8847-140786f29120,segment=NetworkSegment(e4578e56-0570-474b-9830-62bb31e19667),segment_id=e4578e56-0570-474b-9830-62bb31e19667)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:48:30.840482 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Returning: {'device': 'd965d858-b77a-4aff-8847-140786f29120', 'network_id': 'e4457224-878d-4245-821d-c99a950f2e0e', 'port_id': 'd965d858-b77a-4aff-8847-140786f29120', 'mac_address': 'fa:16:3e:3c:b2:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26485e7a-6412-4e20-b549-e682531d62ea', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:48:30.899029 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port d965d858-b77a-4aff-8847-140786f29120 is: DOWN; New status is: BUILD {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:48:30.899402 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:30.917218 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d965d858-b77a-4aff-8847-140786f29120 {{(pid=88596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:48:30.936081 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port d965d858-b77a-4aff-8847-140786f29120, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=d965d858-b77a-4aff-8847-140786f29120,segment=NetworkSegment(e4578e56-0570-474b-9830-62bb31e19667),segment_id=e4578e56-0570-474b-9830-62bb31e19667)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:48:31.030733 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:31.097757 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=d965d858-b77a-4aff-8847-140786f29120,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:31.440376 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f710324-d0e5-4f64-be71-93bbde713b1b req-db361018-8943-4d50-9b26-1097f7ec7d9e tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:31.440376 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5f710324-d0e5-4f64-be71-93bbde713b1b req-db361018-8943-4d50-9b26-1097f7ec7d9e tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea0c18a-6e48-4793-8a22-a82353387d76 HTTP/1.1" status: 200  len: 944 time: 0.0834115
Jun 04 13:48:31.484240 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5f710324-d0e5-4f64-be71-93bbde713b1b req-9dca811a-d99c-47dc-a60f-5f8f8f1b9129 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380409
Jun 04 13:48:31.499596 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['d965d858-b77a-4aff-8847-140786f29120'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:48:31.523618 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-b8a5f6ab-c638-41f1-a24d-b39eee622b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:32.598622 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 45028) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:32.603906 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-f7bef796-9d31-4623-b266-68e71625c465 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1607317430', 'description': 'tempest-description--1043299506'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:48:32.609591 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-f7bef796-9d31-4623-b266-68e71625c465 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:32.621491 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-f7bef796-9d31-4623-b266-68e71625c465 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:32.672810 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14719cf9-87b6-4807-9342-6109098a09c7 req-a5276f5b-7b49-4615-a9b2-95e52dc2de26 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:32.674355 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-14719cf9-87b6-4807-9342-6109098a09c7 req-a5276f5b-7b49-4615-a9b2-95e52dc2de26 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea0c18a-6e48-4793-8a22-a82353387d76 HTTP/1.1" status: 200  len: 944 time: 0.0816512
Jun 04 13:48:32.700528 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f7bef796-9d31-4623-b266-68e71625c465 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:32.724335 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-14719cf9-87b6-4807-9342-6109098a09c7 req-eb6c7796-8847-41ac-b898-1736dbfee023 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439637
Jun 04 13:48:32.751977 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-f7bef796-9d31-4623-b266-68e71625c465 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:32.756069 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-f7bef796-9d31-4623-b266-68e71625c465 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Usage tracker for resource:security_group_rule and tenant:e199af9b5451493fa5a38f932be3993f is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:48:32.759131 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-f7bef796-9d31-4623-b266-68e71625c465 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:48:32.766489 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-f7bef796-9d31-4623-b266-68e71625c465 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:32.835687 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f7bef796-9d31-4623-b266-68e71625c465 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:33.009457 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f7bef796-9d31-4623-b266-68e71625c465 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:33.074613 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bef796-9d31-4623-b266-68e71625c465 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:33.079926 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device d965d858-b77a-4aff-8847-140786f29120 up at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:48:33.168545 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f7bef796-9d31-4623-b266-68e71625c465 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:33.172577 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-f7bef796-9d31-4623-b266-68e71625c465 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.5701239
Jun 04 13:48:33.177614 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 45050) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:33.179062 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-cfad2649-0f80-45cf-9fa3-b020e1232182 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Request body: {'security_group_rule': {'security_group_id': '3574ec29-1c9f-4b15-9f7d-8f12c94f7c89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:48:33.185229 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-cfad2649-0f80-45cf-9fa3-b020e1232182 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:33.189193 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-cfad2649-0f80-45cf-9fa3-b020e1232182 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Usage tracker for resource:security_group_rule and tenant:e199af9b5451493fa5a38f932be3993f is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:48:33.192245 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-cfad2649-0f80-45cf-9fa3-b020e1232182 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:48:33.198897 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-cfad2649-0f80-45cf-9fa3-b020e1232182 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:33.247981 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning for port d965d858-b77a-4aff-8847-140786f29120 completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:48:33.253030 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning complete for port d965d858-b77a-4aff-8847-140786f29120 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:48:33.253392 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:33.279448 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-cfad2649-0f80-45cf-9fa3-b020e1232182 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:33.377393 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-cfad2649-0f80-45cf-9fa3-b020e1232182 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:33.388680 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port d965d858-b77a-4aff-8847-140786f29120 is: BUILD; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:48:33.390081 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:33.415172 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea0c18a-6e48-4793-8a22-a82353387d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd965d858-b77a-4aff-8847-140786f29120'}] {{(pid=88596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:48:33.425063 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port d965d858-b77a-4aff-8847-140786f29120, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=d965d858-b77a-4aff-8847-140786f29120,segment=NetworkSegment(e4578e56-0570-474b-9830-62bb31e19667),segment_id=e4578e56-0570-474b-9830-62bb31e19667)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:48:33.454285 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-cfad2649-0f80-45cf-9fa3-b020e1232182 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:33.466378 dv-cinder-843593-2-iscsi neutron-server[88596]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab78f14c-9a9b-43fb-ac50-adc011e24d14'] response: {'server_uuid': '5ea0c18a-6e48-4793-8a22-a82353387d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd965d858-b77a-4aff-8847-140786f29120', 'code': 200}
Jun 04 13:48:33.484855 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad2649-0f80-45cf-9fa3-b020e1232182 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b79d0a35-1df6-4c3b-b0f0-a50a9d35dc21,revision_number=0']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:33.498111 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:33.576055 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=d965d858-b77a-4aff-8847-140786f29120,revision_number=5']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:33.594702 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-cfad2649-0f80-45cf-9fa3-b020e1232182 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:33.596003 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-cfad2649-0f80-45cf-9fa3-b020e1232182 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4222724
Jun 04 13:48:33.598719 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 45070) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:33.603743 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-7c559fbd-83ee-4bb3-9619-0c9dde3c72bb tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Request body: {'security_group_rule': {'security_group_id': '3574ec29-1c9f-4b15-9f7d-8f12c94f7c89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:48:33.609370 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-7c559fbd-83ee-4bb3-9619-0c9dde3c72bb tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:33.613156 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-7c559fbd-83ee-4bb3-9619-0c9dde3c72bb tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Usage tracker for resource:security_group_rule and tenant:e199af9b5451493fa5a38f932be3993f is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:48:33.616066 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-7c559fbd-83ee-4bb3-9619-0c9dde3c72bb tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:48:33.621770 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-7c559fbd-83ee-4bb3-9619-0c9dde3c72bb tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:33.719614 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-7c559fbd-83ee-4bb3-9619-0c9dde3c72bb tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:33.768164 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-f70be4f3-e55f-470b-9074-aa9cfd5d3eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:33.788567 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-7c559fbd-83ee-4bb3-9619-0c9dde3c72bb tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:33.908445 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-7c559fbd-83ee-4bb3-9619-0c9dde3c72bb tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:33.917035 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfff465-39e7-41cc-8b01-82741ebb2cc4 req-be540b1b-8ff6-4de5-88fb-476b2e5c9f24 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:33.928330 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-7bfff465-39e7-41cc-8b01-82741ebb2cc4 req-be540b1b-8ff6-4de5-88fb-476b2e5c9f24 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea0c18a-6e48-4793-8a22-a82353387d76 HTTP/1.1" status: 200  len: 945 time: 0.0843689
Jun 04 13:48:33.960888 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c559fbd-83ee-4bb3-9619-0c9dde3c72bb tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c079a551-f55d-487a-89b0-8dcd4b03d288,revision_number=0']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:33.978608 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-7bfff465-39e7-41cc-8b01-82741ebb2cc4 req-562d0636-5785-4258-8463-dbbe09872c32 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536010
Jun 04 13:48:33.989855 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc3e8e-0ffc-4fae-bfd1-af5701343aff req-20ccd6b3-27f1-4c54-acd4-6dd573833fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:33.989855 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-45cc3e8e-0ffc-4fae-bfd1-af5701343aff req-20ccd6b3-27f1-4c54-acd4-6dd573833fd2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5ea0c18a-6e48-4793-8a22-a82353387d76 HTTP/1.1" status: 200  len: 1098 time: 0.1258914
Jun 04 13:48:34.046139 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-45cc3e8e-0ffc-4fae-bfd1-af5701343aff req-0581ab96-d166-4aea-8668-93709cc6450e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448349
Jun 04 13:48:34.047332 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-7c559fbd-83ee-4bb3-9619-0c9dde3c72bb tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:34.052967 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-7c559fbd-83ee-4bb3-9619-0c9dde3c72bb tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4488950
Jun 04 13:48:34.053621 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 45088) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:34.057599 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Request body: {'floatingip': {'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:48:34.070846 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:34.085491 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Usage tracker for resource:floatingip and tenant:e199af9b5451493fa5a38f932be3993f is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:48:34.088453 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:48:34.111100 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:34.185358 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks [] for floatingip, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:34.322439 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:34.473588 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_common [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Allocated IP 172.27.2.155 (0e91cb13-9cd5-4b6d-a0e7-77d68e81a806/a67c2735-bb7f-4235-9bfa-262628d5695c/dd0c0402-e59d-48c5-b04f-5f67d39e4742) {{(pid=88595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:48:34.653595 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks [] for port, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:34.653933 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:34.667003 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 45112) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:34.712213 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 45118) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:34.766015 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946'] for port, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:34.796746 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-7452c212-f5e2-48be-8d76-e5b92dbeeaee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:34.808112 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:34.817390 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-7452c212-f5e2-48be-8d76-e5b92dbeeaee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:34.817390 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-7452c212-f5e2-48be-8d76-e5b92dbeeaee admin admin] Usage tracker for resource:security_group_rule and tenant:2a5f1eb529f74aee8aa93976da779d1c is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:48:34.819038 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-7452c212-f5e2-48be-8d76-e5b92dbeeaee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:48:34.824885 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-7452c212-f5e2-48be-8d76-e5b92dbeeaee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:34.826567 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa0ee2c-a4de-426a-ad61-6130b697688b admin admin] Deleting subnet bccac08c-db45-441d-8303-8e4a8c1da972 {{(pid=88595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 04 13:48:34.837220 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ee2c-a4de-426a-ad61-6130b697688b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:34.872953 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 is already hosted by enough agents. {{(pid=88595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:48:34.877854 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Resources bound (agent type, host, resource id):  {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:48:34.880811 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Received port after_create {{(pid=88595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:48:34.923121 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-7452c212-f5e2-48be-8d76-e5b92dbeeaee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:34.943028 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Pushing event updated for resources: {'Port': ['ID=dd0c0402-e59d-48c5-b04f-5f67d39e4742,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:34.965983 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ee2c-a4de-426a-ad61-6130b697688b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:34.975799 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:34.976138 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:34.976469 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:34.976797 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:34.977118 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:34.977438 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:34.977755 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:34.978211 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:34.979045 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:34.981622 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:34.981622 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:34.981622 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:34.995332 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ee2c-a4de-426a-ad61-6130b697688b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694649'] for subnet, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:35.036018 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-7452c212-f5e2-48be-8d76-e5b92dbeeaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:35.038888 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:35.099728 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-7452c212-f5e2-48be-8d76-e5b92dbeeaee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2a5f1eb529f74aee8aa93976da779d1c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4297197
Jun 04 13:48:35.101406 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452c212-f5e2-48be-8d76-e5b92dbeeaee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f508422-97dc-46a1-b568-dd01dc6c38c4,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:35.104030 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 45124) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:35.165389 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a4fd7bc6-c0f4-4143-a6cb-af560dd11803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:35.176529 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ee2c-a4de-426a-ad61-6130b697688b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086'] for subnet, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:35.192733 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a4fd7bc6-c0f4-4143-a6cb-af560dd11803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:35.307818 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0ee2c-a4de-426a-ad61-6130b697688b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bccac08c-db45-441d-8303-8e4a8c1da972,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:35.314038 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ee2c-a4de-426a-ad61-6130b697688b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for subnet, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:35.327000 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a4fd7bc6-c0f4-4143-a6cb-af560dd11803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:35.333966 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:35.352587 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd7bc6-c0f4-4143-a6cb-af560dd11803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f508422-97dc-46a1-b568-dd01dc6c38c4,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:35.355602 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a4fd7bc6-c0f4-4143-a6cb-af560dd11803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:35.356868 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-a4fd7bc6-c0f4-4143-a6cb-af560dd11803 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f508422-97dc-46a1-b568-dd01dc6c38c4 HTTP/1.1" status: 204  len: 168 time: 0.2518880
Jun 04 13:48:35.367817 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-eaa0ee2c-a4de-426a-ad61-6130b697688b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bccac08c-db45-441d-8303-8e4a8c1da972 HTTP/1.1" status: 204  len: 168 time: 0.6534953
Jun 04 13:48:35.376586 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 45134) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:35.419143 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e9c74-dc43-41be-8c33-d4586597f8c8 req-efd9bcd8-fa1e-4a99-94f7-7f0de5d671b6 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:35.420623 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-a11e9c74-dc43-41be-8c33-d4586597f8c8 req-efd9bcd8-fa1e-4a99-94f7-7f0de5d671b6 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea0c18a-6e48-4793-8a22-a82353387d76 HTTP/1.1" status: 200  len: 945 time: 0.3271306
Jun 04 13:48:35.523853 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-52fc06fd-1ce4-4ed1-92d2-474f42550a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751646'] for network, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:35.547923 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-a11e9c74-dc43-41be-8c33-d4586597f8c8 req-2ead2177-28b5-4cc7-9043-3b90f6268b8c tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083879
Jun 04 13:48:35.617959 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks [] for port, precommit_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:35.687195 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-52fc06fd-1ce4-4ed1-92d2-474f42550a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659742', 'neutron.services.segments.db._delete_segments_for_network-8733313062566'] for network, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:35.694282 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:35.722517 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.services.segments.db [None req-52fc06fd-1ce4-4ed1-92d2-474f42550a49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f161e733820>,) {'filters': {'network_id': ['9119e783-7050-489c-a56f-75008dc3f3ba']}} {{(pid=88594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:48:35.737118 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.services.segments.db [None req-52fc06fd-1ce4-4ed1-92d2-474f42550a49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f161e733820>, '51adb7d4-40b1-4573-9846-7cf2f5150cc9') {'for_net_delete': True} {{(pid=88594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:48:35.737417 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.services.segments.db [None req-52fc06fd-1ce4-4ed1-92d2-474f42550a49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f161e733820>, '51adb7d4-40b1-4573-9846-7cf2f5150cc9') {} {{(pid=88594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:48:35.751247 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-52fc06fd-1ce4-4ed1-92d2-474f42550a49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733313065921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65378621'] for segment, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:35.761883 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:35.776263 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-52fc06fd-1ce4-4ed1-92d2-474f42550a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:35.783388 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52fc06fd-1ce4-4ed1-92d2-474f42550a49 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=88594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:48:35.783809 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-52fc06fd-1ce4-4ed1-92d2-474f42550a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-658974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65841379'] for segment, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:35.793234 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Pushing event updated for resources: {'Port': ['ID=dd0c0402-e59d-48c5-b04f-5f67d39e4742,revision_number=2']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:35.864422 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.services.segments.plugin [-] Segment 51adb7d4-40b1-4573-9846-7cf2f5150cc9 resource provider aggregate not found
Jun 04 13:48:35.896380 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.services.segments.plugin [-] Segment 51adb7d4-40b1-4573-9846-7cf2f5150cc9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51adb7d4-40b1-4573-9846-7cf2f5150cc9 found for delete  ", "request_id": "req-38e85b57-e91d-41c2-889b-bf90b27ac32c"}]}
Jun 04 13:48:35.939261 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:35.940567 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-beeb8ed5-d1aa-4463-93a1-277a5fd307af tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8875728
Jun 04 13:48:35.979721 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-52fc06fd-1ce4-4ed1-92d2-474f42550a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66723838'] for network, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:35.984728 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-52fc06fd-1ce4-4ed1-92d2-474f42550a49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:36.020559 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc06fd-1ce4-4ed1-92d2-474f42550a49 admin admin] Pushing event deleted for resources: {'Network': ['ID=9119e783-7050-489c-a56f-75008dc3f3ba,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:36.025832 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-52fc06fd-1ce4-4ed1-92d2-474f42550a49 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9119e783-7050-489c-a56f-75008dc3f3ba HTTP/1.1" status: 204  len: 168 time: 0.6471746
Jun 04 13:48:36.028283 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 45162) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:36.065135 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:36.105645 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbb07cf6-c494-4997-ab5e-295f960555d4 admin admin] Deleting subnet c4ccf1b0-dfd1-4862-be59-118fd862c52a {{(pid=88595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 04 13:48:36.108639 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bbb07cf6-c494-4997-ab5e-295f960555d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:36.184928 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 45176) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:36.188416 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bbb07cf6-c494-4997-ab5e-295f960555d4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:36.200933 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bbb07cf6-c494-4997-ab5e-295f960555d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694649'] for subnet, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:36.201893 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-9e86e7fa-c2ca-4c87-995b-50ced785c5eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:36.218885 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-9e86e7fa-c2ca-4c87-995b-50ced785c5eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:36.222768 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-9e86e7fa-c2ca-4c87-995b-50ced785c5eb admin admin] Usage tracker for resource:security_group_rule and tenant:2617401923f4414094c281fc1042ca40 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:48:36.225798 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-9e86e7fa-c2ca-4c87-995b-50ced785c5eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:48:36.230152 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-38d7158f-4978-4036-9703-70b7497e4b76 req-9ec1505e-02a5-4a2f-b3a2-be5b02dd6843 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1607317430&fields=id&tenant_id=e199af9b5451493fa5a38f932be3993f HTTP/1.1" status: 200  len: 267 time: 0.0857031
Jun 04 13:48:36.232186 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-9e86e7fa-c2ca-4c87-995b-50ced785c5eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:36.351703 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-9e86e7fa-c2ca-4c87-995b-50ced785c5eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:36.414538 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7158f-4978-4036-9703-70b7497e4b76 req-799f47a7-b124-4ae7-879e-46962761f29d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:36.416532 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-38d7158f-4978-4036-9703-70b7497e4b76 req-799f47a7-b124-4ae7-879e-46962761f29d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/networks?id=c7d55235-bf68-4e08-8155-47e9a6165636 HTTP/1.1" status: 200  len: 819 time: 0.1748269
Jun 04 13:48:36.430725 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-38d7158f-4978-4036-9703-70b7497e4b76 req-362d3349-1714-4a5e-9b4a-2cda1fb3cc34 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/quotas/e199af9b5451493fa5a38f932be3993f HTTP/1.1" status: 200  len: 375 time: 0.0088100
Jun 04 13:48:36.448121 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-9e86e7fa-c2ca-4c87-995b-50ced785c5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:36.470939 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bbb07cf6-c494-4997-ab5e-295f960555d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086'] for subnet, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:36.496006 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-9e86e7fa-c2ca-4c87-995b-50ced785c5eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2617401923f4414094c281fc1042ca40&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3099961
Jun 04 13:48:36.498512 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 45184) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:36.511786 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86e7fa-c2ca-4c87-995b-50ced785c5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e11e05-b344-4612-91d7-4a946b387cda,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:36.519925 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb07cf6-c494-4997-ab5e-295f960555d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4ccf1b0-dfd1-4862-be59-118fd862c52a,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:36.526809 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bbb07cf6-c494-4997-ab5e-295f960555d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for subnet, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:36.538142 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-bbb07cf6-c494-4997-ab5e-295f960555d4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c4ccf1b0-dfd1-4862-be59-118fd862c52a HTTP/1.1" status: 204  len: 168 time: 0.5057869
Jun 04 13:48:36.543887 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 45188) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:36.568372 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-38d7158f-4978-4036-9703-70b7497e4b76 req-c0afbdf0-86be-465e-b3ae-50f061472a00 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e199af9b5451493fa5a38f932be3993f&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1319847
Jun 04 13:48:36.658495 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-697678d9-1dfa-41ae-a234-2bb9a02f5653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:36.684866 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-7f0e1c4f-421f-41aa-bd9d-e4abc68e68dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751646'] for network, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:36.711175 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-697678d9-1dfa-41ae-a234-2bb9a02f5653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:36.728617 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-38d7158f-4978-4036-9703-70b7497e4b76 req-7060b920-9f6d-424d-a85a-41d07480bdb7 service neutron] 10.222.0.39 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1470461
Jun 04 13:48:36.859039 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-7f0e1c4f-421f-41aa-bd9d-e4abc68e68dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659742', 'neutron.services.segments.db._delete_segments_for_network-8733313062566'] for network, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:36.859359 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-38d7158f-4978-4036-9703-70b7497e4b76 req-2292985a-603d-4a2b-8882-1a2df434fd1a service neutron] 10.222.0.39 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246843
Jun 04 13:48:36.887867 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.services.segments.db [None req-7f0e1c4f-421f-41aa-bd9d-e4abc68e68dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f161e25c1c0>,) {'filters': {'network_id': ['d18585f7-54ae-4726-bfc5-2ce1fe5c9dcc']}} {{(pid=88594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:48:36.905958 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.services.segments.db [None req-7f0e1c4f-421f-41aa-bd9d-e4abc68e68dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f161e25c1c0>, '3c9a91ce-080e-4fd3-9433-640062bb186d') {'for_net_delete': True} {{(pid=88594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:48:36.906247 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.services.segments.db [None req-7f0e1c4f-421f-41aa-bd9d-e4abc68e68dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f161e25c1c0>, '3c9a91ce-080e-4fd3-9433-640062bb186d') {} {{(pid=88594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:48:36.920379 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-7f0e1c4f-421f-41aa-bd9d-e4abc68e68dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733313065921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65378621'] for segment, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:36.940905 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-7f0e1c4f-421f-41aa-bd9d-e4abc68e68dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:36.947618 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0e1c4f-421f-41aa-bd9d-e4abc68e68dc admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=88594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:48:36.947992 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-7f0e1c4f-421f-41aa-bd9d-e4abc68e68dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-658974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65841379'] for segment, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:37.189992 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-697678d9-1dfa-41ae-a234-2bb9a02f5653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:37.191831 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-7d3c8f82-6f80-4f14-bef2-e0fffefc600e req-dfa581e1-62c4-45e0-933c-814494ebeae1 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 210 time: 0.0632699
Jun 04 13:48:37.223775 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697678d9-1dfa-41ae-a234-2bb9a02f5653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e11e05-b344-4612-91d7-4a946b387cda,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:37.234030 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-697678d9-1dfa-41ae-a234-2bb9a02f5653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:37.237631 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-697678d9-1dfa-41ae-a234-2bb9a02f5653 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e5e11e05-b344-4612-91d7-4a946b387cda HTTP/1.1" status: 204  len: 168 time: 0.7357883
Jun 04 13:48:37.269856 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149095a9-d596-4680-92c5-b2f945282655 req-7bd8dca2-627c-4ec3-bfab-6dc3fe91a4d6 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:37.275428 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-149095a9-d596-4680-92c5-b2f945282655 req-7bd8dca2-627c-4ec3-bfab-6dc3fe91a4d6 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea0c18a-6e48-4793-8a22-a82353387d76 HTTP/1.1" status: 200  len: 945 time: 0.1366088
Jun 04 13:48:37.293051 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-7f0e1c4f-421f-41aa-bd9d-e4abc68e68dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66723838'] for network, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:37.311804 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-7f0e1c4f-421f-41aa-bd9d-e4abc68e68dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:37.323923 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e1c4f-421f-41aa-bd9d-e4abc68e68dc admin admin] Pushing event deleted for resources: {'Network': ['ID=d18585f7-54ae-4726-bfc5-2ce1fe5c9dcc,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:37.337044 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-7f0e1c4f-421f-41aa-bd9d-e4abc68e68dc admin admin] 10.222.0.39 "DELETE /v2.0/networks/d18585f7-54ae-4726-bfc5-2ce1fe5c9dcc HTTP/1.1" status: 204  len: 168 time: 0.7875938
Jun 04 13:48:37.371294 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-149095a9-d596-4680-92c5-b2f945282655 req-a4c06e78-0331-4742-b26f-548d93f8b026 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895562
Jun 04 13:48:37.819274 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 45224) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:37.867949 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-793151af-9d9d-48db-a2f9-5b67980bfa57 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=90ff00d761fa4f389b4bc5ba82c908da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0474687
Jun 04 13:48:37.870754 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 45228) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:37.923773 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.services.segments.plugin [-] Segment 3c9a91ce-080e-4fd3-9433-640062bb186d resource provider aggregate not found
Jun 04 13:48:37.940624 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-27c8f105-44ab-444d-af65-f025807b7702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:37.944733 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.services.segments.plugin [-] Segment 3c9a91ce-080e-4fd3-9433-640062bb186d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c9a91ce-080e-4fd3-9433-640062bb186d found for delete  ", "request_id": "req-162578ae-d0f4-481d-b8f2-dd8dcb81b46e"}]}
Jun 04 13:48:37.972965 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-27c8f105-44ab-444d-af65-f025807b7702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:38.127915 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-27c8f105-44ab-444d-af65-f025807b7702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:38.145791 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f105-44ab-444d-af65-f025807b7702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a4bce5-5e23-426f-9901-2dd960e2dc83,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:38.151297 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-27c8f105-44ab-444d-af65-f025807b7702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:38.152586 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-27c8f105-44ab-444d-af65-f025807b7702 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/76a4bce5-5e23-426f-9901-2dd960e2dc83 HTTP/1.1" status: 204  len: 168 time: 0.2809052
Jun 04 13:48:38.334355 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-88d9739a-c01a-4ec9-b9ec-3b388de35ca9 req-7d818402-36e9-479e-9352-917f52eede27 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 210 time: 0.0422180
Jun 04 13:48:38.528294 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 45258) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:38.564666 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 45266) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:38.811190 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2eb77963-65bf-4d07-8acb-3b5d3a4e7f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:38.828347 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2dffbf0a-e5b5-4a65-8cc3-ffe1166b59d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:38.848666 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-2dffbf0a-e5b5-4a65-8cc3-ffe1166b59d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:38.853368 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-2eb77963-65bf-4d07-8acb-3b5d3a4e7f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:38.855734 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-2dffbf0a-e5b5-4a65-8cc3-ffe1166b59d7 admin admin] Usage tracker for resource:security_group_rule and tenant:c654ccc401594662ad0a08e4745b4746 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:48:38.859590 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-2dffbf0a-e5b5-4a65-8cc3-ffe1166b59d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:48:38.862405 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-2eb77963-65bf-4d07-8acb-3b5d3a4e7f28 admin admin] Usage tracker for resource:security_group_rule and tenant:9d8c7e044bc545af8a3e2fda00b7133e is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:48:38.867906 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-2eb77963-65bf-4d07-8acb-3b5d3a4e7f28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:48:38.870952 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-2dffbf0a-e5b5-4a65-8cc3-ffe1166b59d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:38.876521 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-2eb77963-65bf-4d07-8acb-3b5d3a4e7f28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:39.021303 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2dffbf0a-e5b5-4a65-8cc3-ffe1166b59d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:39.023166 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2eb77963-65bf-4d07-8acb-3b5d3a4e7f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:39.082240 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2dffbf0a-e5b5-4a65-8cc3-ffe1166b59d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:39.131081 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-2dffbf0a-e5b5-4a65-8cc3-ffe1166b59d7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c654ccc401594662ad0a08e4745b4746&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5650771
Jun 04 13:48:39.132801 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dffbf0a-e5b5-4a65-8cc3-ffe1166b59d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d0393b-7369-4f0b-a24c-3375c4199b87,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:39.133985 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 45284) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:39.136354 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2eb77963-65bf-4d07-8acb-3b5d3a4e7f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:39.200646 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-484d7957-264f-42a2-9ee6-c47183eae9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:39.219465 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 45290) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:39.232066 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb77963-65bf-4d07-8acb-3b5d3a4e7f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2a1ffb-99fd-41f7-9b93-a346c6003f5e,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:39.240211 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-2eb77963-65bf-4d07-8acb-3b5d3a4e7f28 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9d8c7e044bc545af8a3e2fda00b7133e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7107704
Jun 04 13:48:39.243113 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 45296) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:39.253550 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-484d7957-264f-42a2-9ee6-c47183eae9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:39.319530 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd8fbc-bad6-46e5-8dd5-ade92f6faa25 req-9fddd3b7-d451-4570-8197-e6973f9ae43c tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:39.321053 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-f3cd8fbc-bad6-46e5-8dd5-ade92f6faa25 req-9fddd3b7-d451-4570-8197-e6973f9ae43c tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea0c18a-6e48-4793-8a22-a82353387d76 HTTP/1.1" status: 200  len: 945 time: 0.1719682
Jun 04 13:48:39.335655 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-e8da4444-aa79-4f8f-b400-3252e233bc28 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e2313d9114824a018f461f7742fd69da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1150224
Jun 04 13:48:39.345552 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-fd4864b7-7339-4ae0-ac9f-35a383b2a88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:39.347076 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 45300) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:39.431423 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-fd4864b7-7339-4ae0-ac9f-35a383b2a88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:39.507781 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-484d7957-264f-42a2-9ee6-c47183eae9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:39.524111 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-f3cd8fbc-bad6-46e5-8dd5-ade92f6faa25 req-48392490-3508-41d2-8b82-10bb9af93610 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1967187
Jun 04 13:48:39.535274 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-f4314d90-7eaa-4a85-86f6-9296270935f0 req-ee77ea3e-5ee2-4bf2-8cd6-d85eaa1ac18c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 210 time: 0.0650277
Jun 04 13:48:39.541366 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-484d7957-264f-42a2-9ee6-c47183eae9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:39.541366 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-484d7957-264f-42a2-9ee6-c47183eae9a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c5d0393b-7369-4f0b-a24c-3375c4199b87 HTTP/1.1" status: 204  len: 168 time: 0.4028909
Jun 04 13:48:39.541366 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d7957-264f-42a2-9ee6-c47183eae9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d0393b-7369-4f0b-a24c-3375c4199b87,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:39.567037 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3686bf47-8819-402f-951f-0573cdc49efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:39.609497 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3686bf47-8819-402f-951f-0573cdc49efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:39.682666 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-fd4864b7-7339-4ae0-ac9f-35a383b2a88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:39.705768 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4864b7-7339-4ae0-ac9f-35a383b2a88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2a1ffb-99fd-41f7-9b93-a346c6003f5e,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:39.721028 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-fd4864b7-7339-4ae0-ac9f-35a383b2a88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:39.722150 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-fd4864b7-7339-4ae0-ac9f-35a383b2a88b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6f2a1ffb-99fd-41f7-9b93-a346c6003f5e HTTP/1.1" status: 204  len: 168 time: 0.4776297
Jun 04 13:48:39.776777 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7158f-4978-4036-9703-70b7497e4b76 req-3a956658-b1c2-4b0d-9886-db7351cdd76c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:39.778599 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-38d7158f-4978-4036-9703-70b7497e4b76 req-3a956658-b1c2-4b0d-9886-db7351cdd76c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.55 "GET /v2.0/networks?id=c7d55235-bf68-4e08-8155-47e9a6165636 HTTP/1.1" status: 200  len: 819 time: 0.2353039
Jun 04 13:48:39.796633 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3686bf47-8819-402f-951f-0573cdc49efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:39.799235 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3686bf47-8819-402f-951f-0573cdc49efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:39.803180 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-3686bf47-8819-402f-951f-0573cdc49efc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf3dcf8a-0cc6-4a7b-bbcd-8831260b0021 HTTP/1.1" status: 204  len: 168 time: 0.4529881
Jun 04 13:48:39.812910 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686bf47-8819-402f-951f-0573cdc49efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3dcf8a-0cc6-4a7b-bbcd-8831260b0021,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:39.843200 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-38d7158f-4978-4036-9703-70b7497e4b76 req-babfd75c-ac5a-400d-8fa2-81d2f826aaef tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Synchronizing usage tracker for tenant:e199af9b5451493fa5a38f932be3993f on resource:security_group {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:48:39.966346 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-38d7158f-4978-4036-9703-70b7497e4b76 req-babfd75c-ac5a-400d-8fa2-81d2f826aaef tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Unset dirty status for tenant:e199af9b5451493fa5a38f932be3993f on resource:security_group {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:48:39.967525 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-38d7158f-4978-4036-9703-70b7497e4b76 req-babfd75c-ac5a-400d-8fa2-81d2f826aaef tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e199af9b5451493fa5a38f932be3993f HTTP/1.1" status: 200  len: 380 time: 0.1706083
Jun 04 13:48:39.979351 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-38d7158f-4978-4036-9703-70b7497e4b76 req-13fc87a4-a5a1-45d9-8f86-3a49cdd7424c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Request body: {'port': {'device_id': 'b5a1a4e3-3e43-46af-8671-df544af4a31e', 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636', 'admin_state_up': True, 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'security_groups': ['3574ec29-1c9f-4b15-9f7d-8f12c94f7c89']}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:48:40.138847 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-38d7158f-4978-4036-9703-70b7497e4b76 req-13fc87a4-a5a1-45d9-8f86-3a49cdd7424c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:40.148752 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-38d7158f-4978-4036-9703-70b7497e4b76 req-13fc87a4-a5a1-45d9-8f86-3a49cdd7424c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:40.213590 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38d7158f-4978-4036-9703-70b7497e4b76 req-13fc87a4-a5a1-45d9-8f86-3a49cdd7424c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Made reservation on behalf of e199af9b5451493fa5a38f932be3993f for: {'port': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:48:40.219356 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-38d7158f-4978-4036-9703-70b7497e4b76 req-13fc87a4-a5a1-45d9-8f86-3a49cdd7424c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:40.406588 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_common [req-38d7158f-4978-4036-9703-70b7497e4b76 req-13fc87a4-a5a1-45d9-8f86-3a49cdd7424c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Allocated IP 172.20.0.8 (c7d55235-bf68-4e08-8155-47e9a6165636/0b7ee1fc-be06-43a6-b80c-c1390a27d5a9/8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad) {{(pid=88594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:48:40.629260 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-38d7158f-4978-4036-9703-70b7497e4b76 req-13fc87a4-a5a1-45d9-8f86-3a49cdd7424c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks [] for port, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:40.645286 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [req-38d7158f-4978-4036-9703-70b7497e4b76 req-13fc87a4-a5a1-45d9-8f86-3a49cdd7424c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Transition to ACTIVE for port object 8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad will not be triggered until provisioned by entity DHCP. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:48:40.772230 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4f2f8e99-d395-42a8-91b3-a4333d027761 req-3f762a5b-230c-4cbb-b437-197b28be299b tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 210 time: 0.0606174
Jun 04 13:48:40.773931 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-38d7158f-4978-4036-9703-70b7497e4b76 req-13fc87a4-a5a1-45d9-8f86-3a49cdd7424c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:40.786667 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 45352) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:40.812104 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-50eadf4f-b2b7-48df-afc6-68b97bada0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:40.831394 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-50eadf4f-b2b7-48df-afc6-68b97bada0dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:40.836722 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-50eadf4f-b2b7-48df-afc6-68b97bada0dd admin admin] Usage tracker for resource:security_group_rule and tenant:1705b97408b44c5d8cbc2b8136b4721a is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:48:40.841187 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-50eadf4f-b2b7-48df-afc6-68b97bada0dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:48:40.863711 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38d7158f-4978-4036-9703-70b7497e4b76 req-13fc87a4-a5a1-45d9-8f86-3a49cdd7424c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Network c7d55235-bf68-4e08-8155-47e9a6165636 is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:48:40.864578 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc87a4-a5a1-45d9-8f86-3a49cdd7424c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Pushing event updated for resources: {'Port': ['ID=8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:40.864928 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-50eadf4f-b2b7-48df-afc6-68b97bada0dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:40.867192 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [req-38d7158f-4978-4036-9703-70b7497e4b76 req-13fc87a4-a5a1-45d9-8f86-3a49cdd7424c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:48:40.870334 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d7158f-4978-4036-9703-70b7497e4b76 req-13fc87a4-a5a1-45d9-8f86-3a49cdd7424c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Received port after_create {{(pid=88594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:48:40.877143 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90993c-2463-464b-9dca-75dbbd446023 req-6e66e88b-91a5-4496-9590-bcec58c05a1a tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:40.887953 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-fd90993c-2463-464b-9dca-75dbbd446023 req-6e66e88b-91a5-4496-9590-bcec58c05a1a tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea0c18a-6e48-4793-8a22-a82353387d76 HTTP/1.1" status: 200  len: 945 time: 0.1809902
Jun 04 13:48:40.957414 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-fd90993c-2463-464b-9dca-75dbbd446023 req-8f44acca-7d9d-4641-af34-8444bdb5920f tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685115
Jun 04 13:48:40.972054 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7158f-4978-4036-9703-70b7497e4b76 req-13fc87a4-a5a1-45d9-8f86-3a49cdd7424c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:40.972723 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-38d7158f-4978-4036-9703-70b7497e4b76 req-13fc87a4-a5a1-45d9-8f86-3a49cdd7424c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:41.160373 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-50eadf4f-b2b7-48df-afc6-68b97bada0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:41.226535 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-38d7158f-4978-4036-9703-70b7497e4b76 req-13fc87a4-a5a1-45d9-8f86-3a49cdd7424c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2511203
Jun 04 13:48:41.238920 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a17c4-aabd-4a90-bb4c-4d4afdbf1ec3 req-5924563b-58c2-446d-af82-d6f9364b1762 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:41.240451 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ea4a17c4-aabd-4a90-bb4c-4d4afdbf1ec3 req-5924563b-58c2-446d-af82-d6f9364b1762 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ea0c18a-6e48-4793-8a22-a82353387d76 HTTP/1.1" status: 200  len: 945 time: 0.2635739
Jun 04 13:48:41.247872 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-50eadf4f-b2b7-48df-afc6-68b97bada0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:41.262785 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-38d7158f-4978-4036-9703-70b7497e4b76 req-d28a789d-532c-413a-9b02-905a0c8cfb48 service neutron] Request body: {'port': {'device_id': 'b5a1a4e3-3e43-46af-8671-df544af4a31e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:48:41.301185 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-50eadf4f-b2b7-48df-afc6-68b97bada0dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1705b97408b44c5d8cbc2b8136b4721a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5133033
Jun 04 13:48:41.303806 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 45372) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:41.309578 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eadf4f-b2b7-48df-afc6-68b97bada0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92eee9a-7cd4-4b58-892d-38e1aa889491,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:41.328559 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-51853326-3c97-4b59-99a0-f6ffc4ec2eb1 None None] Provisioning for port 8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:48:41.342439 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-51853326-3c97-4b59-99a0-f6ffc4ec2eb1 None None] Provisioning complete for port 8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:48:41.342439 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-51853326-3c97-4b59-99a0-f6ffc4ec2eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:41.374069 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-db20315c-7634-415f-a52e-9d1dbbe4aabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:41.400346 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-51853326-3c97-4b59-99a0-f6ffc4ec2eb1 None None] Port 8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:48:41.401012 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-db20315c-7634-415f-a52e-9d1dbbe4aabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:41.474917 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-ea4a17c4-aabd-4a90-bb4c-4d4afdbf1ec3 req-585d8ae4-70a4-4ae4-a2d2-1493c0ca8492 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Deleting port d965d858-b77a-4aff-8847-140786f29120 {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:48:41.475273 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-ea4a17c4-aabd-4a90-bb4c-4d4afdbf1ec3 req-585d8ae4-70a4-4ae4-a2d2-1493c0ca8492 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:41.537439 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-38d7158f-4978-4036-9703-70b7497e4b76 req-d28a789d-532c-413a-9b02-905a0c8cfb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:41.540525 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-db20315c-7634-415f-a52e-9d1dbbe4aabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:41.564999 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20315c-7634-415f-a52e-9d1dbbe4aabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92eee9a-7cd4-4b58-892d-38e1aa889491,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:41.571014 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-db20315c-7634-415f-a52e-9d1dbbe4aabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:41.572992 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-db20315c-7634-415f-a52e-9d1dbbe4aabf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f92eee9a-7cd4-4b58-892d-38e1aa889491 HTTP/1.1" status: 204  len: 168 time: 0.2650676
Jun 04 13:48:42.293660 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478c72f-01ac-4ec0-bfde-daf70baa8375 req-d3c07a88-eddd-45c2-80b9-1e435535f033 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:42.300963 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-f478c72f-01ac-4ec0-bfde-daf70baa8375 req-d3c07a88-eddd-45c2-80b9-1e435535f033 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea0c18a-6e48-4793-8a22-a82353387d76 HTTP/1.1" status: 200  len: 945 time: 0.1624486
Jun 04 13:48:42.327976 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-ea4a17c4-aabd-4a90-bb4c-4d4afdbf1ec3 req-585d8ae4-70a4-4ae4-a2d2-1493c0ca8492 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] For port d965d858-b77a-4aff-8847-140786f29120, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=d965d858-b77a-4aff-8847-140786f29120,segment=NetworkSegment(e4578e56-0570-474b-9830-62bb31e19667),segment_id=e4578e56-0570-474b-9830-62bb31e19667)] {{(pid=88594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:48:42.328520 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-ea4a17c4-aabd-4a90-bb4c-4d4afdbf1ec3 req-585d8ae4-70a4-4ae4-a2d2-1493c0ca8492 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:42.362314 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-f478c72f-01ac-4ec0-bfde-daf70baa8375 req-c366f421-1e1d-4233-a16d-3833734444e1 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4901f119-b82a-40be-b079-6e4e43fa3f67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578289
Jun 04 13:48:42.434836 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147471b-8bb5-4c48-b9ee-28315606bc50 req-cfe747d7-e2ea-45cc-8c44-d708375e1fd8 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:42.435573 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-2147471b-8bb5-4c48-b9ee-28315606bc50 req-cfe747d7-e2ea-45cc-8c44-d708375e1fd8 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Synchronizing usage tracker for tenant:e199af9b5451493fa5a38f932be3993f on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:48:42.499436 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [req-38d7158f-4978-4036-9703-70b7497e4b76 req-d28a789d-532c-413a-9b02-905a0c8cfb48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad {{(pid=88594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:48:42.511223 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-ea4a17c4-aabd-4a90-bb4c-4d4afdbf1ec3 req-585d8ae4-70a4-4ae4-a2d2-1493c0ca8492 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Calling delete_port for d965d858-b77a-4aff-8847-140786f29120 owned by compute:nova {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:48:42.546097 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-38d7158f-4978-4036-9703-70b7497e4b76 req-d28a789d-532c-413a-9b02-905a0c8cfb48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:42.585392 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [req-38d7158f-4978-4036-9703-70b7497e4b76 req-d28a789d-532c-413a-9b02-905a0c8cfb48 service neutron] Transition to ACTIVE for port object 8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad will not be triggered until provisioned by entity L2. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:48:42.653128 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-2147471b-8bb5-4c48-b9ee-28315606bc50 req-cfe747d7-e2ea-45cc-8c44-d708375e1fd8 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Unset dirty status for tenant:e199af9b5451493fa5a38f932be3993f on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:48:42.654795 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2147471b-8bb5-4c48-b9ee-28315606bc50 req-cfe747d7-e2ea-45cc-8c44-d708375e1fd8 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 931 time: 0.7608283
Jun 04 13:48:42.660007 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-38d7158f-4978-4036-9703-70b7497e4b76 req-d28a789d-532c-413a-9b02-905a0c8cfb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:42.842965 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a789d-532c-413a-9b02-905a0c8cfb48 service neutron] Pushing event updated for resources: {'Port': ['ID=8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad,revision_number=2']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:42.854934 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2147471b-8bb5-4c48-b9ee-28315606bc50 req-94f5ba93-77cf-490e-80b9-340a5904c6d9 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1910832
Jun 04 13:48:42.927651 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-ea4a17c4-aabd-4a90-bb4c-4d4afdbf1ec3 req-585d8ae4-70a4-4ae4-a2d2-1493c0ca8492 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:42.962925 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['d965d858-b77a-4aff-8847-140786f29120'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:48:42.992264 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d8ae4-70a4-4ae4-a2d2-1493c0ca8492 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Pushing event deleted for resources: {'Port': ['ID=d965d858-b77a-4aff-8847-140786f29120,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:43.073817 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4a17c4-aabd-4a90-bb4c-4d4afdbf1ec3 req-585d8ae4-70a4-4ae4-a2d2-1493c0ca8492 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] No DVR routers for this DVR port d965d858-b77a-4aff-8847-140786f29120 on host hv-cinder-84359 {{(pid=88594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:48:43.092330 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-ea4a17c4-aabd-4a90-bb4c-4d4afdbf1ec3 req-585d8ae4-70a4-4ae4-a2d2-1493c0ca8492 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:43.095367 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea0c18a-6e48-4793-8a22-a82353387d76', 'name': 'network-vif-deleted', 'tag': 'd965d858-b77a-4aff-8847-140786f29120'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:48:43.109244 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-38d7158f-4978-4036-9703-70b7497e4b76 req-d28a789d-532c-413a-9b02-905a0c8cfb48 service neutron] Attempting to bind port 8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad on host hv-cinder-84359 for vnic_type normal with profile  {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:48:43.109587 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-38d7158f-4978-4036-9703-70b7497e4b76 req-d28a789d-532c-413a-9b02-905a0c8cfb48 service neutron] Attempting to bind port 8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': 'd13a9ae4-ef0b-4edb-8601-373381df8c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636'}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:48:43.109888 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d7158f-4978-4036-9703-70b7497e4b76 req-d28a789d-532c-413a-9b02-905a0c8cfb48 service neutron] Attempting to bind port 8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad on network c7d55235-bf68-4e08-8155-47e9a6165636 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:48:43.116552 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d7158f-4978-4036-9703-70b7497e4b76 req-d28a789d-532c-413a-9b02-905a0c8cfb48 service neutron] Port 8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad on network c7d55235-bf68-4e08-8155-47e9a6165636 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:48:43.116836 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d7158f-4978-4036-9703-70b7497e4b76 req-d28a789d-532c-413a-9b02-905a0c8cfb48 service neutron] Attempting to bind port 8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad on network c7d55235-bf68-4e08-8155-47e9a6165636 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:48:43.122201 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d7158f-4978-4036-9703-70b7497e4b76 req-d28a789d-532c-413a-9b02-905a0c8cfb48 service neutron] Checking agent: {'id': '3f86017d-093a-400f-b732-6c31be8aecc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'started_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:48:43.122529 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d7158f-4978-4036-9703-70b7497e4b76 req-d28a789d-532c-413a-9b02-905a0c8cfb48 service neutron] Checking segment: {'id': 'd13a9ae4-ef0b-4edb-8601-373381df8c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:48:43.122908 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d7158f-4978-4036-9703-70b7497e4b76 req-d28a789d-532c-413a-9b02-905a0c8cfb48 service neutron] Bound using segment: {'id': 'd13a9ae4-ef0b-4edb-8601-373381df8c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636'} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:48:43.123524 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-38d7158f-4978-4036-9703-70b7497e4b76 req-d28a789d-532c-413a-9b02-905a0c8cfb48 service neutron] Bound port: 8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd13a9ae4-ef0b-4edb-8601-373381df8c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636'}}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:48:43.123849 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-38d7158f-4978-4036-9703-70b7497e4b76 req-d28a789d-532c-413a-9b02-905a0c8cfb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:43.169656 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8727b3a6-5e56-4444-b688-051632ed4d24'] response: {'server_uuid': '5ea0c18a-6e48-4793-8a22-a82353387d76', 'name': 'network-vif-deleted', 'tag': 'd965d858-b77a-4aff-8847-140786f29120', 'status': 'completed', 'code': 200}
Jun 04 13:48:43.195943 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ea4a17c4-aabd-4a90-bb4c-4d4afdbf1ec3 req-585d8ae4-70a4-4ae4-a2d2-1493c0ca8492 tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.55 "DELETE /v2.0/ports/d965d858-b77a-4aff-8847-140786f29120 HTTP/1.1" status: 204  len: 173 time: 1.9369781
Jun 04 13:48:43.222510 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-38d7158f-4978-4036-9703-70b7497e4b76 req-d28a789d-532c-413a-9b02-905a0c8cfb48 service neutron] For port 8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad, host hv-cinder-84359, cleared binding levels {{(pid=88594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:48:43.225380 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-38d7158f-4978-4036-9703-70b7497e4b76 req-d28a789d-532c-413a-9b02-905a0c8cfb48 service neutron] For port 8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad,segment=NetworkSegment(d13a9ae4-ef0b-4edb-8601-373381df8c02),segment_id=d13a9ae4-ef0b-4edb-8601-373381df8c02)] {{(pid=88594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:48:43.316427 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-38d7158f-4978-4036-9703-70b7497e4b76 req-d28a789d-532c-413a-9b02-905a0c8cfb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:43.387020 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7158f-4978-4036-9703-70b7497e4b76 req-d28a789d-532c-413a-9b02-905a0c8cfb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:43.390044 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-38d7158f-4978-4036-9703-70b7497e4b76 req-d28a789d-532c-413a-9b02-905a0c8cfb48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:43.390044 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-38d7158f-4978-4036-9703-70b7497e4b76 req-d28a789d-532c-413a-9b02-905a0c8cfb48 service neutron] 10.222.0.55 "PUT /v2.0/ports/8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad HTTP/1.1" status: 200  len: 1093 time: 2.1320345
Jun 04 13:48:43.422324 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a789d-532c-413a-9b02-905a0c8cfb48 service neutron] Pushing event updated for resources: {'Port': ['ID=8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad,revision_number=3']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:43.647766 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-14355c87-c7c5-4c1e-acad-2ac935e2225f req-e9739c31-c842-4fcc-8860-9b9b5ccc944b tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Synchronizing usage tracker for tenant:9b378e6cc61347c1b7ac304c825e0b0f on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:48:43.695238 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7158f-4978-4036-9703-70b7497e4b76 req-381849f1-f838-4800-a925-14e0898610f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:43.697582 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-38d7158f-4978-4036-9703-70b7497e4b76 req-381849f1-f838-4800-a925-14e0898610f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e199af9b5451493fa5a38f932be3993f&device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 1096 time: 0.1692021
Jun 04 13:48:43.925993 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-38d7158f-4978-4036-9703-70b7497e4b76 req-8b5a2bf0-34b3-4455-90f8-24c6628a6c18 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad HTTP/1.1" status: 200  len: 217 time: 0.2122431
Jun 04 13:48:43.927364 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-14355c87-c7c5-4c1e-acad-2ac935e2225f req-e9739c31-c842-4fcc-8860-9b9b5ccc944b tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] Unset dirty status for tenant:9b378e6cc61347c1b7ac304c825e0b0f on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:48:43.939971 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-14355c87-c7c5-4c1e-acad-2ac935e2225f req-e9739c31-c842-4fcc-8860-9b9b5ccc944b tempest-VolumesActionsTest-1034877504 tempest-VolumesActionsTest-1034877504-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea0c18a-6e48-4793-8a22-a82353387d76 HTTP/1.1" status: 200  len: 210 time: 0.3422453
Jun 04 13:48:44.061461 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7158f-4978-4036-9703-70b7497e4b76 req-737a9c0b-1e8c-48bb-8d40-d193a92cfc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:44.065177 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-38d7158f-4978-4036-9703-70b7497e4b76 req-737a9c0b-1e8c-48bb-8d40-d193a92cfc07 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b7ee1fc-be06-43a6-b80c-c1390a27d5a9 HTTP/1.1" status: 200  len: 858 time: 0.1219680
Jun 04 13:48:44.194890 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7158f-4978-4036-9703-70b7497e4b76 req-ce7cf187-636f-4c11-9057-8a7c7da70020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:44.195123 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17590faa-7535-47f0-a932-e9b3a4720943 req-c4a5021a-9fcc-4918-89db-378a4851d1f8 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:44.197243 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-38d7158f-4978-4036-9703-70b7497e4b76 req-ce7cf187-636f-4c11-9057-8a7c7da70020 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7d55235-bf68-4e08-8155-47e9a6165636&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1181867
Jun 04 13:48:44.197928 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-17590faa-7535-47f0-a932-e9b3a4720943 req-c4a5021a-9fcc-4918-89db-378a4851d1f8 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 943 time: 0.1380231
Jun 04 13:48:44.255118 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-17590faa-7535-47f0-a932-e9b3a4720943 req-14aa3e84-215e-45c4-8a84-919309f744be tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517690
Jun 04 13:48:44.347387 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-38d7158f-4978-4036-9703-70b7497e4b76 req-34c2353b-5d0b-49f6-ae9a-5c07a255d05e service neutron] 10.222.0.55 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413281
Jun 04 13:48:44.372981 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 45562) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:44.378355 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-37e7801c-5497-4c3c-91f7-db61ba256fb4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1279604800', 'description': 'tempest-description--1150911916'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:48:44.385090 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-37e7801c-5497-4c3c-91f7-db61ba256fb4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:44.397187 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-37e7801c-5497-4c3c-91f7-db61ba256fb4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:44.494745 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-38d7158f-4978-4036-9703-70b7497e4b76 req-ffaf2f11-8264-468e-b49e-db8154f9fcaf service neutron] 10.222.0.55 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403131
Jun 04 13:48:44.498815 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-37e7801c-5497-4c3c-91f7-db61ba256fb4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:44.518305 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-37e7801c-5497-4c3c-91f7-db61ba256fb4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:44.522114 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-37e7801c-5497-4c3c-91f7-db61ba256fb4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Usage tracker for resource:security_group_rule and tenant:04f6f6455e3046efade411926e0f0561 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:48:44.525559 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-37e7801c-5497-4c3c-91f7-db61ba256fb4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:48:44.531502 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-37e7801c-5497-4c3c-91f7-db61ba256fb4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:44.549351 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 45568) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:44.600289 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-37e7801c-5497-4c3c-91f7-db61ba256fb4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:44.659027 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-37e7801c-5497-4c3c-91f7-db61ba256fb4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:44.666924 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-430f2248-3ed7-4e3b-a80a-3465a211ac85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:44.681173 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-430f2248-3ed7-4e3b-a80a-3465a211ac85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:44.685034 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-430f2248-3ed7-4e3b-a80a-3465a211ac85 admin admin] Usage tracker for resource:security_group_rule and tenant:baf7eb0e79da4276844cecc0d0189728 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:48:44.687940 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-430f2248-3ed7-4e3b-a80a-3465a211ac85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:48:44.693587 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-430f2248-3ed7-4e3b-a80a-3465a211ac85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:44.703924 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7801c-5497-4c3c-91f7-db61ba256fb4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f757589a-1563-43c0-b31e-5d1502e58b6e,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:44.777937 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-37e7801c-5497-4c3c-91f7-db61ba256fb4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:44.779999 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-37e7801c-5497-4c3c-91f7-db61ba256fb4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.4055479
Jun 04 13:48:44.782348 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 45576) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:44.792111 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-ac16dbdd-810e-418e-9fcd-19d81ec98347 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Request body: {'security_group_rule': {'security_group_id': 'f757589a-1563-43c0-b31e-5d1502e58b6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:48:44.800734 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-ac16dbdd-810e-418e-9fcd-19d81ec98347 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:44.807212 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-ac16dbdd-810e-418e-9fcd-19d81ec98347 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Usage tracker for resource:security_group_rule and tenant:04f6f6455e3046efade411926e0f0561 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:48:44.810831 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-ac16dbdd-810e-418e-9fcd-19d81ec98347 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:48:44.824142 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-ac16dbdd-810e-418e-9fcd-19d81ec98347 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:44.884925 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-430f2248-3ed7-4e3b-a80a-3465a211ac85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:44.915598 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-ac16dbdd-810e-418e-9fcd-19d81ec98347 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:44.961842 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-430f2248-3ed7-4e3b-a80a-3465a211ac85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:44.998720 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-ac16dbdd-810e-418e-9fcd-19d81ec98347 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:45.017442 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-430f2248-3ed7-4e3b-a80a-3465a211ac85 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=baf7eb0e79da4276844cecc0d0189728&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4669311
Jun 04 13:48:45.022213 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 45586) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:45.036153 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f2248-3ed7-4e3b-a80a-3465a211ac85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7f61a2-d5d8-4852-8782-87d22ebcf9d9,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:45.070303 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-ac16dbdd-810e-418e-9fcd-19d81ec98347 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:45.086484 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c71a4d55-3960-41be-85d8-432319c4a777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:45.108097 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16dbdd-810e-418e-9fcd-19d81ec98347 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee237a97-816f-4e78-b8e0-e0649be41d99,revision_number=0']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:45.115117 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c71a4d55-3960-41be-85d8-432319c4a777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:45.170321 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a1a4e3-3e43-46af-8671-df544af4a31e', 'tag': '8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:48:45.211952 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-ac16dbdd-810e-418e-9fcd-19d81ec98347 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:45.213541 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-ac16dbdd-810e-418e-9fcd-19d81ec98347 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4301660
Jun 04 13:48:45.216241 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 45600) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:45.221762 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-4e53b3af-ca22-49c9-b835-20028ca96f15 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Request body: {'security_group_rule': {'security_group_id': 'f757589a-1563-43c0-b31e-5d1502e58b6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:48:45.231760 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e466217d-a0a3-45a4-968b-d00fb8e75061'] response: {'name': 'network-changed', 'server_uuid': 'b5a1a4e3-3e43-46af-8671-df544af4a31e', 'tag': '8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad', 'status': 'completed', 'code': 200}
Jun 04 13:48:45.251219 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-4e53b3af-ca22-49c9-b835-20028ca96f15 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:45.251219 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-4e53b3af-ca22-49c9-b835-20028ca96f15 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Usage tracker for resource:security_group_rule and tenant:04f6f6455e3046efade411926e0f0561 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:48:45.275028 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-4e53b3af-ca22-49c9-b835-20028ca96f15 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:48:45.275460 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c71a4d55-3960-41be-85d8-432319c4a777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:45.275980 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-4e53b3af-ca22-49c9-b835-20028ca96f15 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:45.296394 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a4d55-3960-41be-85d8-432319c4a777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7f61a2-d5d8-4852-8782-87d22ebcf9d9,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:45.301089 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c71a4d55-3960-41be-85d8-432319c4a777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:45.305044 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-c71a4d55-3960-41be-85d8-432319c4a777 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2e7f61a2-d5d8-4852-8782-87d22ebcf9d9 HTTP/1.1" status: 204  len: 168 time: 0.2839637
Jun 04 13:48:45.446212 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-4e53b3af-ca22-49c9-b835-20028ca96f15 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:45.476570 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944273be-2691-4176-84ea-798503eee25b req-9745d04b-5301-4d20-ad0a-47f1b7f5d13c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:45.479689 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-944273be-2691-4176-84ea-798503eee25b req-9745d04b-5301-4d20-ad0a-47f1b7f5d13c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 943 time: 0.0859525
Jun 04 13:48:45.532313 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-4e53b3af-ca22-49c9-b835-20028ca96f15 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:45.540812 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-944273be-2691-4176-84ea-798503eee25b req-34dd7911-73b2-49e5-b354-b3abeb793d6b tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0547099
Jun 04 13:48:45.618573 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-4e53b3af-ca22-49c9-b835-20028ca96f15 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:45.644587 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53b3af-ca22-49c9-b835-20028ca96f15 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c48ee154-4de8-4272-8772-7d9bff3849dd,revision_number=0']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:45.656680 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e53b3af-ca22-49c9-b835-20028ca96f15 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:45.657053 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e53b3af-ca22-49c9-b835-20028ca96f15 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:45.657438 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e53b3af-ca22-49c9-b835-20028ca96f15 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:45.658147 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e53b3af-ca22-49c9-b835-20028ca96f15 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:45.658464 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e53b3af-ca22-49c9-b835-20028ca96f15 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:45.658991 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e53b3af-ca22-49c9-b835-20028ca96f15 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:45.659355 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e53b3af-ca22-49c9-b835-20028ca96f15 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:45.659693 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e53b3af-ca22-49c9-b835-20028ca96f15 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:45.660064 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e53b3af-ca22-49c9-b835-20028ca96f15 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:45.660384 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e53b3af-ca22-49c9-b835-20028ca96f15 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:45.660698 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e53b3af-ca22-49c9-b835-20028ca96f15 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:45.661068 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e53b3af-ca22-49c9-b835-20028ca96f15 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:48:45.756334 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-4e53b3af-ca22-49c9-b835-20028ca96f15 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:45.757538 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-4e53b3af-ca22-49c9-b835-20028ca96f15 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5402033
Jun 04 13:48:45.760786 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 45618) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:45.765745 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-97cde066-0659-4ba7-820d-8eeb4a5ac5de tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Request body: {'floatingip': {'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:48:45.771796 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-97cde066-0659-4ba7-820d-8eeb4a5ac5de tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:48:45.776614 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-97cde066-0659-4ba7-820d-8eeb4a5ac5de tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Usage tracker for resource:floatingip and tenant:04f6f6455e3046efade411926e0f0561 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:48:45.785854 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-97cde066-0659-4ba7-820d-8eeb4a5ac5de tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:48:45.796144 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-97cde066-0659-4ba7-820d-8eeb4a5ac5de tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:48:45.870617 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-97cde066-0659-4ba7-820d-8eeb4a5ac5de tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for floatingip, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:46.033122 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-97cde066-0659-4ba7-820d-8eeb4a5ac5de tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:46.188341 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_common [None req-97cde066-0659-4ba7-820d-8eeb4a5ac5de tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Allocated IP 172.27.2.60 (0e91cb13-9cd5-4b6d-a0e7-77d68e81a806/a67c2735-bb7f-4235-9bfa-262628d5695c/03fccda4-2775-41ce-a823-ca8ac8520261) {{(pid=88594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:48:46.345077 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-97cde066-0659-4ba7-820d-8eeb4a5ac5de tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for port, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:46.448755 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-97cde066-0659-4ba7-820d-8eeb4a5ac5de tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:46.517864 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cde066-0659-4ba7-820d-8eeb4a5ac5de tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:48:46.521625 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [None req-97cde066-0659-4ba7-820d-8eeb4a5ac5de tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:48:46.525845 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cde066-0659-4ba7-820d-8eeb4a5ac5de tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Received port after_create {{(pid=88594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:48:46.560476 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cde066-0659-4ba7-820d-8eeb4a5ac5de tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event updated for resources: {'Port': ['ID=03fccda4-2775-41ce-a823-ca8ac8520261,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:46.624328 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-97cde066-0659-4ba7-820d-8eeb4a5ac5de tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:46.793616 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a1066-a8fd-4cfb-add2-8c3dc97f4f01 req-e796768d-6e88-4354-80ef-bfce0cc9ae4c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:46.802165 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-828a1066-a8fd-4cfb-add2-8c3dc97f4f01 req-e796768d-6e88-4354-80ef-bfce0cc9ae4c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 943 time: 0.1342802
Jun 04 13:48:46.818538 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-97cde066-0659-4ba7-820d-8eeb4a5ac5de tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:46.900962 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-828a1066-a8fd-4cfb-add2-8c3dc97f4f01 req-6a981d88-0e5c-4d86-aedb-c1f3193fac4b tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0999629
Jun 04 13:48:47.119136 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device d965d858-b77a-4aff-8847-140786f29120 no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:48:47.137916 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-97cde066-0659-4ba7-820d-8eeb4a5ac5de tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for port, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:47.160123 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] No Port match for: d965d858-b77a-4aff-8847-140786f29120 {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:48:47.162625 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device d965d858-b77a-4aff-8847-140786f29120 not bound to the agent host hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:48:47.201572 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-97cde066-0659-4ba7-820d-8eeb4a5ac5de tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:47.356573 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cde066-0659-4ba7-820d-8eeb4a5ac5de tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event updated for resources: {'Port': ['ID=03fccda4-2775-41ce-a823-ca8ac8520261,revision_number=2']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:47.377870 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-97cde066-0659-4ba7-820d-8eeb4a5ac5de tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:47.415814 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810f75b-f507-427b-ab48-f40fb01430dd req-0702ff50-f80e-4499-97aa-e10ef1f42019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:47.417309 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4810f75b-f507-427b-ab48-f40fb01430dd req-0702ff50-f80e-4499-97aa-e10ef1f42019 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e199af9b5451493fa5a38f932be3993f&device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 1096 time: 0.1291177
Jun 04 13:48:47.498758 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-97cde066-0659-4ba7-820d-8eeb4a5ac5de tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:47.499990 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-97cde066-0659-4ba7-820d-8eeb4a5ac5de tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.7382357
Jun 04 13:48:47.558035 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810f75b-f507-427b-ab48-f40fb01430dd req-e3d417c8-b811-45da-9bd9-32fcb0cc99ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:47.559993 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4810f75b-f507-427b-ab48-f40fb01430dd req-e3d417c8-b811-45da-9bd9-32fcb0cc99ff service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7d55235-bf68-4e08-8155-47e9a6165636 HTTP/1.1" status: 200  len: 920 time: 0.1331987
Jun 04 13:48:47.636905 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4810f75b-f507-427b-ab48-f40fb01430dd req-f9f298d5-e92b-4e45-ab5a-a7059cf40558 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad HTTP/1.1" status: 200  len: 217 time: 0.0708876
Jun 04 13:48:47.707871 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810f75b-f507-427b-ab48-f40fb01430dd req-fc81b656-83d8-422a-9366-108f74c93ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:47.709331 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4810f75b-f507-427b-ab48-f40fb01430dd req-fc81b656-83d8-422a-9366-108f74c93ba1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b7ee1fc-be06-43a6-b80c-c1390a27d5a9 HTTP/1.1" status: 200  len: 858 time: 0.0626435
Jun 04 13:48:47.790725 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810f75b-f507-427b-ab48-f40fb01430dd req-44fab4ae-e34b-407a-848c-afbb55a4236f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:47.792011 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4810f75b-f507-427b-ab48-f40fb01430dd req-44fab4ae-e34b-407a-848c-afbb55a4236f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7d55235-bf68-4e08-8155-47e9a6165636&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0747509
Jun 04 13:48:47.928382 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4810f75b-f507-427b-ab48-f40fb01430dd req-cd8a2974-e332-468b-bb24-ab7a1fafc18d service neutron] 10.222.0.55 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269183
Jun 04 13:48:48.117467 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4810f75b-f507-427b-ab48-f40fb01430dd req-11ad9d68-7c1f-4025-a914-8dbbdd5a7236 service neutron] 10.222.0.55 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1823132
Jun 04 13:48:48.153993 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3038d35-3654-4fc9-a0e8-903a43200de1 req-32060853-df64-425f-b3bf-a1a84b93c75b tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:48.155564 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b3038d35-3654-4fc9-a0e8-903a43200de1 req-32060853-df64-425f-b3bf-a1a84b93c75b tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 943 time: 0.1221087
Jun 04 13:48:48.207258 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b3038d35-3654-4fc9-a0e8-903a43200de1 req-f665e9b9-a5ef-4c69-88c5-0eb1b4a34cb4 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454016
Jun 04 13:48:49.093471 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:48:49.234086 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad,segment=NetworkSegment(d13a9ae4-ef0b-4edb-8601-373381df8c02),segment_id=d13a9ae4-ef0b-4edb-8601-373381df8c02)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:48:49.249480 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Returning: {'device': '8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad', 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636', 'port_id': '8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad', 'mac_address': 'fa:16:3e:a1:c1:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7ee1fc-be06-43a6-b80c-c1390a27d5a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:48:49.317889 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad is: DOWN; New status is: BUILD {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:48:49.318254 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:49.335352 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad {{(pid=88596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:48:49.353092 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad,segment=NetworkSegment(d13a9ae4-ef0b-4edb-8601-373381df8c02),segment_id=d13a9ae4-ef0b-4edb-8601-373381df8c02)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:48:49.408617 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:49.433101 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787bd2b-cb58-445a-8243-d81aa7fffb5b req-ae0c54e0-50c6-4870-a9f6-e002cabd3233 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:49.434797 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b787bd2b-cb58-445a-8243-d81aa7fffb5b req-ae0c54e0-50c6-4870-a9f6-e002cabd3233 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 943 time: 0.0910752
Jun 04 13:48:49.480620 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b787bd2b-cb58-445a-8243-d81aa7fffb5b req-9c605d82-952a-41bf-94d4-40ad8925153c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397482
Jun 04 13:48:49.483748 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:49.794680 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:48:50.386359 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 6 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:48:50.685686 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e873e-1682-42d7-b03e-ea26088b1275 req-f3e53c9a-5c1e-4306-bade-2862c5a55da4 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:50.687169 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d98e873e-1682-42d7-b03e-ea26088b1275 req-f3e53c9a-5c1e-4306-bade-2862c5a55da4 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 944 time: 0.0964715
Jun 04 13:48:50.738572 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d98e873e-1682-42d7-b03e-ea26088b1275 req-2305f518-2a17-4033-8bc8-91f51bf00bf3 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446696
Jun 04 13:48:51.938509 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acdc3b-ac61-4a84-a7a3-f072da018a38 req-7b7b35a3-7f32-4dd5-9916-4faba3b8996d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:51.939985 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-12acdc3b-ac61-4a84-a7a3-f072da018a38 req-7b7b35a3-7f32-4dd5-9916-4faba3b8996d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 944 time: 0.0833066
Jun 04 13:48:51.989853 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-12acdc3b-ac61-4a84-a7a3-f072da018a38 req-bc2247f5-dff9-4578-a17b-917bda486264 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441666
Jun 04 13:48:53.175996 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea61dfa-1469-4399-b9c6-fbd97cab2c46 req-1bd44cc1-5601-4ac9-95b2-8fddf7894057 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:53.177335 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3ea61dfa-1469-4399-b9c6-fbd97cab2c46 req-1bd44cc1-5601-4ac9-95b2-8fddf7894057 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 944 time: 0.0818887
Jun 04 13:48:53.219850 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3ea61dfa-1469-4399-b9c6-fbd97cab2c46 req-95eeeb51-605c-438d-9b2b-3cc4fcadda62 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0361841
Jun 04 13:48:54.405246 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2df97a-81f6-4eb1-95e0-e5722c4d3692 req-058109f8-0a63-4aaf-8fb1-c262313c1dff tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:54.406889 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5b2df97a-81f6-4eb1-95e0-e5722c4d3692 req-058109f8-0a63-4aaf-8fb1-c262313c1dff tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 944 time: 0.0813653
Jun 04 13:48:54.452492 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5b2df97a-81f6-4eb1-95e0-e5722c4d3692 req-d8b28ce6-723d-4539-a6f4-820b661e8640 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397217
Jun 04 13:48:55.114140 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad up at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:48:55.268420 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning for port 8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:48:55.275467 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning complete for port 8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:48:55.275467 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:55.396888 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad is: BUILD; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:48:55.397346 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:55.424348 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a1a4e3-3e43-46af-8671-df544af4a31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad'}] {{(pid=88596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:48:55.442628 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad,segment=NetworkSegment(d13a9ae4-ef0b-4edb-8601-373381df8c02),segment_id=d13a9ae4-ef0b-4edb-8601-373381df8c02)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:48:55.472705 dv-cinder-843593-2-iscsi neutron-server[88596]: INFO neutron.notifiers.nova [-] Nova event matching ['req-831a20a1-5155-4a6b-94de-f44ef1ed46e9'] response: {'server_uuid': 'b5a1a4e3-3e43-46af-8671-df544af4a31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad', 'code': 200}
Jun 04 13:48:55.515681 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:55.629658 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad,revision_number=5']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:48:55.663314 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52296673-6cc1-4730-a7cf-12f9a9e59bfc req-91388066-77c9-4f40-8519-05439ea3d280 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:55.665357 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-52296673-6cc1-4730-a7cf-12f9a9e59bfc req-91388066-77c9-4f40-8519-05439ea3d280 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.0894713
Jun 04 13:48:55.709251 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-52296673-6cc1-4730-a7cf-12f9a9e59bfc req-98827558-93af-414c-9a28-30691bc03efd tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380657
Jun 04 13:48:55.920359 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:55.933357 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a9858-5749-4227-aaab-3f727e36d84d req-61e4eb5e-193a-4797-a54b-a29247b31cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:55.934835 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8c3a9858-5749-4227-aaab-3f727e36d84d req-61e4eb5e-193a-4797-a54b-a29247b31cb3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 1098 time: 0.0704954
Jun 04 13:48:56.063213 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8c3a9858-5749-4227-aaab-3f727e36d84d req-7802af0e-202d-4101-831b-37e01bc51ead service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1214278
Jun 04 13:48:56.984689 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20a3e1-5e82-4bab-9fda-9209c16e9e56 req-4af4eb6d-fa31-4fcb-8426-13557e7ddcc0 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:56.986171 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-da20a3e1-5e82-4bab-9fda-9209c16e9e56 req-4af4eb6d-fa31-4fcb-8426-13557e7ddcc0 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.0805535
Jun 04 13:48:57.030160 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-da20a3e1-5e82-4bab-9fda-9209c16e9e56 req-c50b495c-56cc-4b73-be37-0632c629f2e9 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384676
Jun 04 13:48:57.228768 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db45f2b-04ba-4511-8d1e-2128a8807393 req-6e096351-c48d-4945-8e4d-7572c545bb6e tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:57.230229 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5db45f2b-04ba-4511-8d1e-2128a8807393 req-6e096351-c48d-4945-8e4d-7572c545bb6e tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.0936437
Jun 04 13:48:57.280491 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5db45f2b-04ba-4511-8d1e-2128a8807393 req-81469183-fb81-4985-8a90-1660bc367167 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435023
Jun 04 13:48:58.222306 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e66d6-f7e2-4cd6-8235-96c0dbe395f7 req-dadf0ced-4b3d-4a87-9641-82115a5e3bbf tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:58.223758 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a27e66d6-f7e2-4cd6-8235-96c0dbe395f7 req-dadf0ced-4b3d-4a87-9641-82115a5e3bbf tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.0838459
Jun 04 13:48:58.275021 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a27e66d6-f7e2-4cd6-8235-96c0dbe395f7 req-8115acee-d4a7-46ff-bcc2-4af30eade4e8 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436246
Jun 04 13:48:58.461562 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca268449-3705-47c8-934b-2ecab07ce227 req-a81efaba-14f8-44a2-a364-f26e27bd5cb9 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:58.463563 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ca268449-3705-47c8-934b-2ecab07ce227 req-a81efaba-14f8-44a2-a364-f26e27bd5cb9 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.0853207
Jun 04 13:48:58.472400 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 45844) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:48:58.477601 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-b01abcd5-9006-42a0-8ea4-a8a03fdddfda tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Request body: {'floatingip': {'port_id': '8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:48:58.595339 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b01abcd5-9006-42a0-8ea4-a8a03fdddfda tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks [] for floatingip, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:58.810635 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6b264-5dab-4fa2-bfaa-2c03b34718e0 req-bf5dfae5-0b14-4133-ad92-5c97a5b8df54 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:48:58.812097 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-40d6b264-5dab-4fa2-bfaa-2c03b34718e0 req-bf5dfae5-0b14-4133-ad92-5c97a5b8df54 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.2526870
Jun 04 13:48:58.986790 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-40d6b264-5dab-4fa2-bfaa-2c03b34718e0 req-f99efdbf-7743-4e91-855e-b7ef0b2a27cd tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1216583
Jun 04 13:48:59.296949 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b01abcd5-9006-42a0-8ea4-a8a03fdddfda tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:59.384176 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b01abcd5-9006-42a0-8ea4-a8a03fdddfda tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:59.563921 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.l3_db [None req-b01abcd5-9006-42a0-8ea4-a8a03fdddfda tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Floating IP b4255824-9096-4b6a-a411-fce5e1a34912 associated. External IP: 172.27.2.155, port: 8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad.
Jun 04 13:49:00.007661 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01abcd5-9006-42a0-8ea4-a8a03fdddfda tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Router a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1 has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:49:00.241935 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01abcd5-9006-42a0-8ea4-a8a03fdddfda tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:49:00.251744 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b01abcd5-9006-42a0-8ea4-a8a03fdddfda tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:00.260970 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409af97e-1777-404e-a13c-c2ebaa94ee7a None None] Sync routers for ids ['a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'] in dv-cinder-843593-2-iscsi {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:49:00.269445 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409af97e-1777-404e-a13c-c2ebaa94ee7a None None] Routers {'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:49:00.270038 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-409af97e-1777-404e-a13c-c2ebaa94ee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161edeaa00>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:48:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:49:00.319553 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-b01abcd5-9006-42a0-8ea4-a8a03fdddfda tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "PUT /v2.0/floatingips/b4255824-9096-4b6a-a411-fce5e1a34912 HTTP/1.1" status: 200  len: 991 time: 1.8436852
Jun 04 13:49:00.319553 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a1a4e3-3e43-46af-8671-df544af4a31e', 'tag': '8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:49:00.330325 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db058c7-7aa1-4c01-ad4a-c1b00b3b1e4a req-c7d1860d-965c-40ca-87c1-ecd69995fb87 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:00.331866 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1db058c7-7aa1-4c01-ad4a-c1b00b3b1e4a req-c7d1860d-965c-40ca-87c1-ecd69995fb87 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.1732404
Jun 04 13:49:00.381332 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1db058c7-7aa1-4c01-ad4a-c1b00b3b1e4a req-16acd3bf-d2a2-427e-afb2-e8eeff86190b tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437799
Jun 04 13:49:00.434587 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cb856e8-6d4f-4fa1-bd26-edc2f6f91787'] response: {'name': 'network-changed', 'server_uuid': 'b5a1a4e3-3e43-46af-8671-df544af4a31e', 'tag': '8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad', 'status': 'completed', 'code': 200}
Jun 04 13:49:00.457271 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-409af97e-1777-404e-a13c-c2ebaa94ee7a None None] Set router a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:49:00.561756 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f6269-d7d9-4158-832b-13a19b479c27 req-38500923-8125-42ee-9e43-3ab7d2b8f1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:00.561756 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-bc2f6269-d7d9-4158-832b-13a19b479c27 req-38500923-8125-42ee-9e43-3ab7d2b8f1a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e199af9b5451493fa5a38f932be3993f&device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 1098 time: 0.0720754
Jun 04 13:49:00.696723 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f6269-d7d9-4158-832b-13a19b479c27 req-eb27744e-5f26-47bb-ab4c-d2951b92b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:00.699646 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-bc2f6269-d7d9-4158-832b-13a19b479c27 req-eb27744e-5f26-47bb-ab4c-d2951b92b9aa service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7d55235-bf68-4e08-8155-47e9a6165636 HTTP/1.1" status: 200  len: 920 time: 0.1320021
Jun 04 13:49:00.817890 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-bc2f6269-d7d9-4158-832b-13a19b479c27 req-aac97a5d-31b8-45ab-b424-7a7d8c0fcd06 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad HTTP/1.1" status: 200  len: 999 time: 0.1104617
Jun 04 13:49:00.850573 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-409af97e-1777-404e-a13c-c2ebaa94ee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161edeaa00>, [{'id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1954090409-router', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '933c689e-a0db-4d1d-bc49-320c46489e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:31Z', 'updated_at': '2022-06-04T13:46:43Z', 'revision_number': 4, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'gw_port': {'id': '933c689e-a0db-4d1d-bc49-320c46489e7d', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': 'b4255824-9096-4b6a-a411-fce5e1a34912', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'port_id': '8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636', 'mac_address': 'fa:16:3e:a1:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a1a4e3-3e43-46af-8671-df544af4a31e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:48:34Z', 'updated_at': '2022-06-04T13:48:59Z', 'revision_number': 1, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b595485d-e0c8-46dc-88e9-3bfa14c1292c', 'name': '', 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'mac_address': 'fa:16:3e:31:2d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b7ee1fc-be06-43a6-b80c-c1390a27d5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:58Z', 'revision_number': 5, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'subnets': [{'id': '0b7ee1fc-be06-43a6-b80c-c1390a27d5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:49:00.855663 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409af97e-1777-404e-a13c-c2ebaa94ee7a None None] Checking router: a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1 for host: dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:49:00.863961 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409af97e-1777-404e-a13c-c2ebaa94ee7a None None] Routers {'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:49:00.864556 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-409af97e-1777-404e-a13c-c2ebaa94ee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161edeaa00>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:48:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:49:01.055092 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-409af97e-1777-404e-a13c-c2ebaa94ee7a None None] Set router a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:49:01.416296 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-409af97e-1777-404e-a13c-c2ebaa94ee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161edeaa00>, [{'id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1954090409-router', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '933c689e-a0db-4d1d-bc49-320c46489e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:31Z', 'updated_at': '2022-06-04T13:46:43Z', 'revision_number': 4, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'gw_port': {'id': '933c689e-a0db-4d1d-bc49-320c46489e7d', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': 'b4255824-9096-4b6a-a411-fce5e1a34912', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'port_id': '8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636', 'mac_address': 'fa:16:3e:a1:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a1a4e3-3e43-46af-8671-df544af4a31e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:48:34Z', 'updated_at': '2022-06-04T13:48:59Z', 'revision_number': 1, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b595485d-e0c8-46dc-88e9-3bfa14c1292c', 'name': '', 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'mac_address': 'fa:16:3e:31:2d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b7ee1fc-be06-43a6-b80c-c1390a27d5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:58Z', 'revision_number': 5, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'subnets': [{'id': '0b7ee1fc-be06-43a6-b80c-c1390a27d5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:49:01.420396 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409af97e-1777-404e-a13c-c2ebaa94ee7a None None] The sync data for ids ['a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'] in dv-cinder-843593-2-iscsi is: [{'id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1954090409-router', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '933c689e-a0db-4d1d-bc49-320c46489e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:31Z', 'updated_at': '2022-06-04T13:46:43Z', 'revision_number': 4, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'gw_port': {'id': '933c689e-a0db-4d1d-bc49-320c46489e7d', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': 'b4255824-9096-4b6a-a411-fce5e1a34912', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'port_id': '8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636', 'mac_address': 'fa:16:3e:a1:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a1a4e3-3e43-46af-8671-df544af4a31e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:48:34Z', 'updated_at': '2022-06-04T13:48:59Z', 'revision_number': 1, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b595485d-e0c8-46dc-88e9-3bfa14c1292c', 'name': '', 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'mac_address': 'fa:16:3e:31:2d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b7ee1fc-be06-43a6-b80c-c1390a27d5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:58Z', 'revision_number': 5, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'subnets': [{'id': '0b7ee1fc-be06-43a6-b80c-c1390a27d5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:49:01.449996 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 45898) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:49:01.521914 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-6b8cf3d0-5383-47c9-ad8b-30e5bc4884e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:01.596145 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e574720f-8b71-4c3a-9d05-5a86dc45dbb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:01.616661 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-e574720f-8b71-4c3a-9d05-5a86dc45dbb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:49:01.623546 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-e574720f-8b71-4c3a-9d05-5a86dc45dbb9 admin admin] Usage tracker for resource:security_group_rule and tenant:a1e31c5635854f3e8bf44878575afe84 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:49:01.629732 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-e574720f-8b71-4c3a-9d05-5a86dc45dbb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:49:01.647519 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a46e0e-c7f1-49fe-9128-177ec9cfdc09 req-7b80e250-5aa7-4c46-9ce2-678cd517fe87 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:01.647519 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-91a46e0e-c7f1-49fe-9128-177ec9cfdc09 req-7b80e250-5aa7-4c46-9ce2-678cd517fe87 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.1236737
Jun 04 13:49:01.647519 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-e574720f-8b71-4c3a-9d05-5a86dc45dbb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:49:01.666425 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a041a3-fedf-4c38-aac3-180ce0e8b5dd None None] New status for floating IP b4255824-9096-4b6a-a411-fce5e1a34912: ACTIVE {{(pid=88596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:49:01.723814 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-91a46e0e-c7f1-49fe-9128-177ec9cfdc09 req-db95c0d9-edc5-43a9-aad2-9db17be10755 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687757
Jun 04 13:49:01.781869 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e574720f-8b71-4c3a-9d05-5a86dc45dbb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:01.859464 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e574720f-8b71-4c3a-9d05-5a86dc45dbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:01.956032 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-e574720f-8b71-4c3a-9d05-5a86dc45dbb9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a1e31c5635854f3e8bf44878575afe84&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5049584
Jun 04 13:49:01.958488 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e574720f-8b71-4c3a-9d05-5a86dc45dbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed9c3cd-7d14-47b4-90a9-2813068126df,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:01.958933 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 45908) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:49:01.970601 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f6269-d7d9-4158-832b-13a19b479c27 req-a96bc3a2-f25d-4821-94a1-3fee92edcf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:01.972267 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-bc2f6269-d7d9-4158-832b-13a19b479c27 req-a96bc3a2-f25d-4821-94a1-3fee92edcf92 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b7ee1fc-be06-43a6-b80c-c1390a27d5a9 HTTP/1.1" status: 200  len: 858 time: 0.1034365
Jun 04 13:49:02.023680 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4e7d-94f7-4a25-96f0-55e21e647393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:02.054180 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4e7d-94f7-4a25-96f0-55e21e647393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:02.205490 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4e7d-94f7-4a25-96f0-55e21e647393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:02.223506 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c4e7d-94f7-4a25-96f0-55e21e647393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed9c3cd-7d14-47b4-90a9-2813068126df,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:02.228517 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4e7d-94f7-4a25-96f0-55e21e647393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:02.229638 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-2c6c4e7d-94f7-4a25-96f0-55e21e647393 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bed9c3cd-7d14-47b4-90a9-2813068126df HTTP/1.1" status: 204  len: 168 time: 0.2696428
Jun 04 13:49:02.802775 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f6269-d7d9-4158-832b-13a19b479c27 req-845d1986-ae6c-4c47-8729-ec3f51a9bcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:02.804310 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-bc2f6269-d7d9-4158-832b-13a19b479c27 req-845d1986-ae6c-4c47-8729-ec3f51a9bcf6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7d55235-bf68-4e08-8155-47e9a6165636&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0905771
Jun 04 13:49:02.893477 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 45924) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:49:02.913076 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-6a9ba59e-070e-4b69-8025-206fe2365945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:02.928875 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45833464-22b9-41b6-b1c9-d3b81e3bd9a6 req-9c242ff8-59eb-4433-8e1a-49c355ae2df7 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:02.930447 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-45833464-22b9-41b6-b1c9-d3b81e3bd9a6 req-9c242ff8-59eb-4433-8e1a-49c355ae2df7 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.0872452
Jun 04 13:49:02.935327 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-6a9ba59e-070e-4b69-8025-206fe2365945 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:49:02.939501 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-6a9ba59e-070e-4b69-8025-206fe2365945 admin admin] Usage tracker for resource:security_group_rule and tenant:c68faee360db4f68912983704fc2377b is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:49:02.942311 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-6a9ba59e-070e-4b69-8025-206fe2365945 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:49:02.948438 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-6a9ba59e-070e-4b69-8025-206fe2365945 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:49:02.980196 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-45833464-22b9-41b6-b1c9-d3b81e3bd9a6 req-8fb97a3e-8fc7-46de-92ce-23fd2f1c679a tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435202
Jun 04 13:49:03.033925 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-6a9ba59e-070e-4b69-8025-206fe2365945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:03.097192 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-6a9ba59e-070e-4b69-8025-206fe2365945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:03.145415 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-6a9ba59e-070e-4b69-8025-206fe2365945 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c68faee360db4f68912983704fc2377b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2505813
Jun 04 13:49:03.146366 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ba59e-070e-4b69-8025-206fe2365945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9459b1f8-4eac-40a3-8174-45e009ba1710,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:03.148385 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 45928) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:49:03.296456 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-4cb1f60b-7daf-4f94-becd-d0cb983f2186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:03.323342 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-4cb1f60b-7daf-4f94-becd-d0cb983f2186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:03.474389 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-4cb1f60b-7daf-4f94-becd-d0cb983f2186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:03.489726 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1f60b-7daf-4f94-becd-d0cb983f2186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9459b1f8-4eac-40a3-8174-45e009ba1710,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:03.499968 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-4cb1f60b-7daf-4f94-becd-d0cb983f2186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:03.501070 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-4cb1f60b-7daf-4f94-becd-d0cb983f2186 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9459b1f8-4eac-40a3-8174-45e009ba1710 HTTP/1.1" status: 204  len: 168 time: 0.3505216
Jun 04 13:49:03.761437 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-c70082c4-d395-441a-afcb-0265c65b90c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:03.794764 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-bc2f6269-d7d9-4158-832b-13a19b479c27 req-ce60178f-8918-4120-9504-9edf3cc5a566 service neutron] 10.222.0.55 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302366
Jun 04 13:49:03.942886 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-bc2f6269-d7d9-4158-832b-13a19b479c27 req-9222d0f0-1cb8-4f65-bf65-f12040691588 service neutron] 10.222.0.55 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405892
Jun 04 13:49:04.182466 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfa430-b556-4617-8f00-1448a59387bc req-8dc3c357-dc13-4144-9081-43dc383d19c3 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:04.183857 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e0cfa430-b556-4617-8f00-1448a59387bc req-8dc3c357-dc13-4144-9081-43dc383d19c3 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.0873799
Jun 04 13:49:04.202100 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 45944) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:49:04.220635 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-12d911dd-b9f0-4711-8f17-3e85c4d7ce9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:04.232282 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e0cfa430-b556-4617-8f00-1448a59387bc req-b579bff0-8335-4d19-a685-a6236b515e00 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425267
Jun 04 13:49:04.235731 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-12d911dd-b9f0-4711-8f17-3e85c4d7ce9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:49:04.239523 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-12d911dd-b9f0-4711-8f17-3e85c4d7ce9f admin admin] Usage tracker for resource:security_group_rule and tenant:482ab63034d34d8d94c69aff924efac0 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:49:04.242414 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-12d911dd-b9f0-4711-8f17-3e85c4d7ce9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:49:04.248169 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-12d911dd-b9f0-4711-8f17-3e85c4d7ce9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:49:04.330313 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-12d911dd-b9f0-4711-8f17-3e85c4d7ce9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:04.395404 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-12d911dd-b9f0-4711-8f17-3e85c4d7ce9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:04.449595 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d911dd-b9f0-4711-8f17-3e85c4d7ce9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b73dff-bf11-4ae3-9db0-c8ae20e8e45f,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:04.454490 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-12d911dd-b9f0-4711-8f17-3e85c4d7ce9f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=482ab63034d34d8d94c69aff924efac0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2508237
Jun 04 13:49:04.456660 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 45952) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:49:04.516780 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-5b11af05-0176-4cfe-9dcd-cd29b918cc51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:04.544575 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-5b11af05-0176-4cfe-9dcd-cd29b918cc51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:04.658308 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:04.670041 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-5b11af05-0176-4cfe-9dcd-cd29b918cc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:04.688007 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11af05-0176-4cfe-9dcd-cd29b918cc51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b73dff-bf11-4ae3-9db0-c8ae20e8e45f,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:04.694600 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-5b11af05-0176-4cfe-9dcd-cd29b918cc51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:04.694600 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-5b11af05-0176-4cfe-9dcd-cd29b918cc51 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/52b73dff-bf11-4ae3-9db0-c8ae20e8e45f HTTP/1.1" status: 204  len: 168 time: 0.2353830
Jun 04 13:49:04.816960 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:05.456192 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754ca67-d37f-402a-8cf3-f66a3d4a8760 req-a745e07c-39e2-45e3-9596-a2a1b8653fa5 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:05.457880 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5754ca67-d37f-402a-8cf3-f66a3d4a8760 req-a745e07c-39e2-45e3-9596-a2a1b8653fa5 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.0910587
Jun 04 13:49:05.504066 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5754ca67-d37f-402a-8cf3-f66a3d4a8760 req-e814a30b-233b-4931-afd9-b1ba20766baf tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392387
Jun 04 13:49:05.927244 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 45986) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:49:06.035217 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-6effc225-334c-4a17-bc29-fd656975820f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-170021913-network', 'tenant_id': '6aa03736214446fcaca77b1e2066ec8e'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:49:06.040325 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-6effc225-334c-4a17-bc29-fd656975820f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:49:06.044153 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-6effc225-334c-4a17-bc29-fd656975820f admin admin] Usage tracker for resource:network and tenant:6aa03736214446fcaca77b1e2066ec8e is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:49:06.046990 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-6effc225-334c-4a17-bc29-fd656975820f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:49:06.053031 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-6effc225-334c-4a17-bc29-fd656975820f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:49:06.086890 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:06.155827 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6effc225-334c-4a17-bc29-fd656975820f admin admin] Made reservation on behalf of 6aa03736214446fcaca77b1e2066ec8e for: {'network': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:49:06.158213 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-6effc225-334c-4a17-bc29-fd656975820f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for network, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:06.172124 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-6effc225-334c-4a17-bc29-fd656975820f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:06.186256 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-6effc225-334c-4a17-bc29-fd656975820f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:49:06.190263 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-6effc225-334c-4a17-bc29-fd656975820f admin admin] Usage tracker for resource:security_group_rule and tenant:6aa03736214446fcaca77b1e2066ec8e is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:49:06.193102 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-6effc225-334c-4a17-bc29-fd656975820f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:49:06.198834 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-6effc225-334c-4a17-bc29-fd656975820f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:49:06.282053 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-6effc225-334c-4a17-bc29-fd656975820f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:06.360085 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-6effc225-334c-4a17-bc29-fd656975820f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:06.393299 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6effc225-334c-4a17-bc29-fd656975820f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239}  {{(pid=88594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:49:06.402133 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6effc225-334c-4a17-bc29-fd656975820f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463b3b4c-2ed3-4b10-80a4-ed65c0745064,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:06.408775 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-6effc225-334c-4a17-bc29-fd656975820f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:06.409161 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.segments_db [None req-6effc225-334c-4a17-bc29-fd656975820f admin admin] Added segment 4557923e-4c95-473c-9b7e-16c5fd711bf4 of type vlan for network 730b0b69-5d72-430e-beb5-fce8910e6da2
Jun 04 13:49:06.445300 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-6effc225-334c-4a17-bc29-fd656975820f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733312597486'] for network, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:06.526059 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-6effc225-334c-4a17-bc29-fd656975820f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086'] for network, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:06.528347 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6effc225-334c-4a17-bc29-fd656975820f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:06.529276 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-6effc225-334c-4a17-bc29-fd656975820f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:06.684100 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6effc225-334c-4a17-bc29-fd656975820f admin admin] Pushing event updated for resources: {'Network': ['ID=730b0b69-5d72-430e-beb5-fce8910e6da2,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:06.697240 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Network 730b0b69-5d72-430e-beb5-fce8910e6da2 details requested by agent ovs-agent-dv-cinder-843593-2-iscsi with host dv-cinder-843593-2-iscsi {{(pid=88596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:49:06.726176 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-6effc225-334c-4a17-bc29-fd656975820f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.7973084
Jun 04 13:49:06.733117 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 46012) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:49:06.733117 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-1b8b9bbb-2fa8-468b-b148-c2f305c4a2af admin admin] Request body: {'subnet': {'network_id': '730b0b69-5d72-430e-beb5-fce8910e6da2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-170021913-subnet', 'tenant_id': '6aa03736214446fcaca77b1e2066ec8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:49:06.736754 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a510f5-5395-4038-8749-8f93edd6b391 req-23f5b514-df64-4dd5-80f7-52fb4fade8f5 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:06.738540 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-13a510f5-5395-4038-8749-8f93edd6b391 req-23f5b514-df64-4dd5-80f7-52fb4fade8f5 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.1208806
Jun 04 13:49:06.747090 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-1b8b9bbb-2fa8-468b-b148-c2f305c4a2af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:49:06.753446 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-1b8b9bbb-2fa8-468b-b148-c2f305c4a2af admin admin] Usage tracker for resource:subnet and tenant:6aa03736214446fcaca77b1e2066ec8e is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:49:06.756566 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-1b8b9bbb-2fa8-468b-b148-c2f305c4a2af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:49:06.763026 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-1b8b9bbb-2fa8-468b-b148-c2f305c4a2af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:49:06.804759 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-13a510f5-5395-4038-8749-8f93edd6b391 req-f55233ff-f255-48e5-a7e0-d83b02429a58 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0591655
Jun 04 13:49:06.886840 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-1010940f-7e19-4925-bf96-9b7cbbbc1852 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Synchronizing usage tracker for tenant:04f6f6455e3046efade411926e0f0561 on resource:security_group {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:49:06.890711 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8b9bbb-2fa8-468b-b148-c2f305c4a2af admin admin] Made reservation on behalf of 6aa03736214446fcaca77b1e2066ec8e for: {'subnet': 1} {{(pid=88595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:49:06.892881 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1b8b9bbb-2fa8-468b-b148-c2f305c4a2af admin admin] Notify callbacks [] for subnet, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:07.045932 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-1010940f-7e19-4925-bf96-9b7cbbbc1852 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Unset dirty status for tenant:04f6f6455e3046efade411926e0f0561 on resource:security_group {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:49:07.047170 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-1010940f-7e19-4925-bf96-9b7cbbbc1852 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1279604800&fields=id&tenant_id=04f6f6455e3046efade411926e0f0561 HTTP/1.1" status: 200  len: 267 time: 0.2025688
Jun 04 13:49:07.231757 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1b8b9bbb-2fa8-468b-b148-c2f305c4a2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086'] for subnet, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:07.266587 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-86dd91bf-9049-4fee-9dc7-9490325d95fd tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:07.268003 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-86dd91bf-9049-4fee-9dc7-9490325d95fd tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/networks?id=8b092770-eea2-4e76-9959-7bb13a86dfb1 HTTP/1.1" status: 200  len: 814 time: 0.2027934
Jun 04 13:49:07.307109 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-2c9c39d6-c616-4066-802c-6c2f413757dc tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/quotas/04f6f6455e3046efade411926e0f0561 HTTP/1.1" status: 200  len: 375 time: 0.0237966
Jun 04 13:49:07.364699 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b9bbb-2fa8-468b-b148-c2f305c4a2af admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d31d2f1-5ecf-4ddc-8059-df8e004e3745,revision_number=0']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:07.376387 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b9bbb-2fa8-468b-b148-c2f305c4a2af admin admin] Checking segment: {'id': '4557923e-4c95-473c-9b7e-16c5fd711bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '730b0b69-5d72-430e-beb5-fce8910e6da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:49:07.378077 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8b9bbb-2fa8-468b-b148-c2f305c4a2af admin admin] Network hostable DHCP agents. Network: 730b0b69-5d72-430e-beb5-fce8910e6da2, hostable agents: ['87172334-b636-4990-a849-36beff162f6b'], hosted agents: [] {{(pid=88595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:49:07.430686 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-47dcb89b-12ff-42c0-b700-a49cecc8f083 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=04f6f6455e3046efade411926e0f0561&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1148269
Jun 04 13:49:07.571281 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8b9bbb-2fa8-468b-b148-c2f305c4a2af admin admin] Network 730b0b69-5d72-430e-beb5-fce8910e6da2 is scheduled to be hosted by DHCP agent 87172334-b636-4990-a849-36beff162f6b with binding_index 1 {{(pid=88595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:49:07.630666 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-9898d967-dc6e-4ce4-8ac6-c0c27c6751b2 service neutron] 10.222.0.39 "GET /v2.0/networks/8b092770-eea2-4e76-9959-7bb13a86dfb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1885669
Jun 04 13:49:07.656507 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-1b8b9bbb-2fa8-468b-b148-c2f305c4a2af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-iscsi, 730b0b69-5d72-430e-beb5-fce8910e6da2) {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:49:07.660899 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8b9bbb-2fa8-468b-b148-c2f305c4a2af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:07.662126 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1b8b9bbb-2fa8-468b-b148-c2f305c4a2af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for subnet, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:07.665835 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20102dc2-f22a-4130-8887-c76d3086b9e2 None None] Network 730b0b69-5d72-430e-beb5-fce8910e6da2 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:49:07.793578 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-63893ae6-e455-4d15-a92a-a1e9869a60d0 service neutron] 10.222.0.39 "GET /v2.0/networks/8b092770-eea2-4e76-9959-7bb13a86dfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1568930
Jun 04 13:49:07.812085 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-1b8b9bbb-2fa8-468b-b148-c2f305c4a2af admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.0838907
Jun 04 13:49:07.881440 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f76896-dd92-4a2a-9a2e-b09be478bb6d None None] Network 730b0b69-5d72-430e-beb5-fce8910e6da2 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:49:08.048218 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e18a0-1338-4abb-b909-e8d279040b02 req-9a098698-f892-4def-ad52-ec3622a49f9d tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:08.050161 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-259e18a0-1338-4abb-b909-e8d279040b02 req-9a098698-f892-4def-ad52-ec3622a49f9d tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.0901909
Jun 04 13:49:08.136647 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-259e18a0-1338-4abb-b909-e8d279040b02 req-e23bdcd9-2418-447e-ba2c-09d01285b725 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0698304
Jun 04 13:49:08.163392 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-ac39b297-7457-4183-856c-2a60411a00df req-8e021c05-5960-4a34-a251-280e521cbb9d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cd4f8f5-6db2-4066-b251-d4558fac5431 HTTP/1.1" status: 200  len: 210 time: 0.1043775
Jun 04 13:49:09.318327 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00da6ca-a25a-4c93-89db-89479b8dffe5 req-d4cabb40-7bef-427a-a8e0-e3e7474a6697 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:09.319805 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-f00da6ca-a25a-4c93-89db-89479b8dffe5 req-d4cabb40-7bef-427a-a8e0-e3e7474a6697 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.0788808
Jun 04 13:49:09.321291 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-124dce15-e48e-4776-bff3-6c37b71ec27f req-55230ac0-32bf-476e-9113-b9d11e8d0653 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cd4f8f5-6db2-4066-b251-d4558fac5431 HTTP/1.1" status: 200  len: 210 time: 0.0411949
Jun 04 13:49:09.364385 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-f00da6ca-a25a-4c93-89db-89479b8dffe5 req-d3705cc6-7407-4ca3-98bf-47c0161e7c71 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385911
Jun 04 13:49:10.468861 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-c1118aa2-1cf5-41d9-9376-304795b57a42 req-01140139-2944-42fb-be64-f03740aa311d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cd4f8f5-6db2-4066-b251-d4558fac5431 HTTP/1.1" status: 200  len: 210 time: 0.0444102
Jun 04 13:49:10.558503 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab3d94-a8c3-4fdd-befd-7c741a490ec3 req-37fabc6c-bb6f-4256-b054-7808aa10c209 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:10.559873 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-eeab3d94-a8c3-4fdd-befd-7c741a490ec3 req-37fabc6c-bb6f-4256-b054-7808aa10c209 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.0833931
Jun 04 13:49:10.604115 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-eeab3d94-a8c3-4fdd-befd-7c741a490ec3 req-11512447-5658-4813-adcf-a0e4e677ef81 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383694
Jun 04 13:49:11.263654 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-b8654346-5843-4871-b407-f3f2665db033 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:11.265044 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-b8654346-5843-4871-b407-f3f2665db033 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.55 "GET /v2.0/networks?id=8b092770-eea2-4e76-9959-7bb13a86dfb1 HTTP/1.1" status: 200  len: 814 time: 0.1442957
Jun 04 13:49:11.323534 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-87c46bc0-7802-450a-bee4-c2921712cd73 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04f6f6455e3046efade411926e0f0561 HTTP/1.1" status: 200  len: 473 time: 0.0410421
Jun 04 13:49:11.332122 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ba9e893d-bea8-41e9-8430-dcddc947e55f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Request body: {'port': {'device_id': '0cd4f8f5-6db2-4066-b251-d4558fac5431', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'admin_state_up': True, 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'security_groups': ['f757589a-1563-43c0-b31e-5d1502e58b6e']}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:49:11.472027 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ba9e893d-bea8-41e9-8430-dcddc947e55f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:49:11.481509 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ba9e893d-bea8-41e9-8430-dcddc947e55f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:49:11.554043 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ba9e893d-bea8-41e9-8430-dcddc947e55f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Made reservation on behalf of 04f6f6455e3046efade411926e0f0561 for: {'port': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:49:11.558009 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ba9e893d-bea8-41e9-8430-dcddc947e55f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:11.619696 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-c0fef91e-6d4d-4a6d-a60f-0f8c2db297e1 req-0b8d5cad-358d-4074-aadc-e624c2616a04 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cd4f8f5-6db2-4066-b251-d4558fac5431 HTTP/1.1" status: 200  len: 210 time: 0.0443463
Jun 04 13:49:11.871863 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_common [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ba9e893d-bea8-41e9-8430-dcddc947e55f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Allocated IP 172.20.0.3 (8b092770-eea2-4e76-9959-7bb13a86dfb1/69bc4cdc-ad33-4161-be2e-42ba13f7d967/11170224-40c3-43b2-9762-55e3402b197a) {{(pid=88594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:49:11.892673 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4bcb3-26f5-4ebf-bf7b-2ace8cdf9ead req-91309cc9-dd2e-4802-93e7-c01a0c3e8aee tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:11.894117 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d3b4bcb3-26f5-4ebf-bf7b-2ace8cdf9ead req-91309cc9-dd2e-4802-93e7-c01a0c3e8aee tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.1726525
Jun 04 13:49:12.033180 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d3b4bcb3-26f5-4ebf-bf7b-2ace8cdf9ead req-54dcfb3b-f5e6-456f-9613-e15d2814b495 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1331599
Jun 04 13:49:12.121185 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ba9e893d-bea8-41e9-8430-dcddc947e55f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for port, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:12.138482 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ba9e893d-bea8-41e9-8430-dcddc947e55f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Transition to ACTIVE for port object 11170224-40c3-43b2-9762-55e3402b197a will not be triggered until provisioned by entity DHCP. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:49:12.219067 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ba9e893d-bea8-41e9-8430-dcddc947e55f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:12.297789 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ba9e893d-bea8-41e9-8430-dcddc947e55f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Network 8b092770-eea2-4e76-9959-7bb13a86dfb1 is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:49:12.300884 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ba9e893d-bea8-41e9-8430-dcddc947e55f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:49:12.304876 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ba9e893d-bea8-41e9-8430-dcddc947e55f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Received port after_create {{(pid=88594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:49:12.361107 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e893d-bea8-41e9-8430-dcddc947e55f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event updated for resources: {'Port': ['ID=11170224-40c3-43b2-9762-55e3402b197a,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:12.389111 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ba9e893d-bea8-41e9-8430-dcddc947e55f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:12.389815 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ba9e893d-bea8-41e9-8430-dcddc947e55f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:12.475078 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ba9e893d-bea8-41e9-8430-dcddc947e55f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1464722
Jun 04 13:49:12.496486 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ddcba630-6a66-4247-8ec0-921c5008020a service neutron] Request body: {'port': {'device_id': '0cd4f8f5-6db2-4066-b251-d4558fac5431', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:49:12.507761 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-a30f2e57-ed74-4046-bb99-617ea54ee3c6 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:12.509859 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-a30f2e57-ed74-4046-bb99-617ea54ee3c6 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/networks?id=730b0b69-5d72-430e-beb5-fce8910e6da2 HTTP/1.1" status: 200  len: 813 time: 0.1690693
Jun 04 13:49:12.530420 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-bad2525d-667c-4790-9fe0-51eb31baa6e5 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/quotas/6aa03736214446fcaca77b1e2066ec8e HTTP/1.1" status: 200  len: 375 time: 0.0105436
Jun 04 13:49:12.577432 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-b20884ac-ca94-4e7c-8b83-1b06435ec101 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6aa03736214446fcaca77b1e2066ec8e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0414197
Jun 04 13:49:12.616412 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ddcba630-6a66-4247-8ec0-921c5008020a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:12.680879 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-b1a0d1ab-23ac-44d7-a05c-c85dc3c93d1c None None] Provisioning for port 11170224-40c3-43b2-9762-55e3402b197a completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:49:12.687699 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-b1a0d1ab-23ac-44d7-a05c-c85dc3c93d1c None None] Provisioning complete for port 11170224-40c3-43b2-9762-55e3402b197a triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:49:12.688233 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-b1a0d1ab-23ac-44d7-a05c-c85dc3c93d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:12.725051 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-dc3c08f3-ce7c-443e-9489-305132ee5767 service neutron] 10.222.0.39 "GET /v2.0/networks/730b0b69-5d72-430e-beb5-fce8910e6da2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408002
Jun 04 13:49:12.755416 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-b1a0d1ab-23ac-44d7-a05c-c85dc3c93d1c None None] Port 11170224-40c3-43b2-9762-55e3402b197a cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:49:12.934006 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-2b89d40d-e3a2-4310-a174-8f176ddb6c9c service neutron] 10.222.0.39 "GET /v2.0/networks/730b0b69-5d72-430e-beb5-fce8910e6da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2025318
Jun 04 13:49:13.029720 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb313ff3-0ef6-4e39-82c1-3c3f05049fe0 req-110e78cd-f5a6-4ba2-a410-fa2dcd602a67 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:13.038518 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-eb313ff3-0ef6-4e39-82c1-3c3f05049fe0 req-110e78cd-f5a6-4ba2-a410-fa2dcd602a67 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Synchronizing usage tracker for tenant:04f6f6455e3046efade411926e0f0561 on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:49:13.226933 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-eb313ff3-0ef6-4e39-82c1-3c3f05049fe0 req-110e78cd-f5a6-4ba2-a410-fa2dcd602a67 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Unset dirty status for tenant:04f6f6455e3046efade411926e0f0561 on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:49:13.228675 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-eb313ff3-0ef6-4e39-82c1-3c3f05049fe0 req-110e78cd-f5a6-4ba2-a410-fa2dcd602a67 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cd4f8f5-6db2-4066-b251-d4558fac5431 HTTP/1.1" status: 200  len: 931 time: 0.4563534
Jun 04 13:49:13.287541 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ddcba630-6a66-4247-8ec0-921c5008020a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11170224-40c3-43b2-9762-55e3402b197a {{(pid=88594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:49:13.299996 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ddcba630-6a66-4247-8ec0-921c5008020a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:13.308955 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-eb313ff3-0ef6-4e39-82c1-3c3f05049fe0 req-c3df6104-58f4-41d1-81b5-40e09c488661 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=f757589a-1563-43c0-b31e-5d1502e58b6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0693254
Jun 04 13:49:13.344943 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ddcba630-6a66-4247-8ec0-921c5008020a service neutron] Transition to ACTIVE for port object 11170224-40c3-43b2-9762-55e3402b197a will not be triggered until provisioned by entity L2. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:49:13.427294 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ddcba630-6a66-4247-8ec0-921c5008020a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:13.484689 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2888fb1a-0310-44a8-b07c-65d4b741e4a4 req-fb7a3c9e-e529-44ef-a620-6b1c088f89f9 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=befd1e63-841d-4ea1-84fe-280300605cd6 HTTP/1.1" status: 200  len: 210 time: 0.1201038
Jun 04 13:49:13.502664 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846a939-2f3a-47bc-af4a-45413a13cb51 req-782e0166-c1ee-4d7b-88cb-59b5be71952a tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:13.514941 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-f846a939-2f3a-47bc-af4a-45413a13cb51 req-782e0166-c1ee-4d7b-88cb-59b5be71952a tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.1472578
Jun 04 13:49:13.595178 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-f846a939-2f3a-47bc-af4a-45413a13cb51 req-06f27097-055c-4595-b44f-66ac02d422b8 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0789313
Jun 04 13:49:13.701361 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcba630-6a66-4247-8ec0-921c5008020a service neutron] Pushing event updated for resources: {'Port': ['ID=11170224-40c3-43b2-9762-55e3402b197a,revision_number=2']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:13.819651 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ddcba630-6a66-4247-8ec0-921c5008020a service neutron] Attempting to bind port 11170224-40c3-43b2-9762-55e3402b197a on host hv-cinder-84359 for vnic_type normal with profile  {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:49:13.819651 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ddcba630-6a66-4247-8ec0-921c5008020a service neutron] Attempting to bind port 11170224-40c3-43b2-9762-55e3402b197a by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': '6d3f57de-dbe3-431a-86c1-8e1406ca4d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1'}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:49:13.819651 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ddcba630-6a66-4247-8ec0-921c5008020a service neutron] Attempting to bind port 11170224-40c3-43b2-9762-55e3402b197a on network 8b092770-eea2-4e76-9959-7bb13a86dfb1 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:49:13.819651 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ddcba630-6a66-4247-8ec0-921c5008020a service neutron] Port 11170224-40c3-43b2-9762-55e3402b197a on network 8b092770-eea2-4e76-9959-7bb13a86dfb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:49:13.819651 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ddcba630-6a66-4247-8ec0-921c5008020a service neutron] Attempting to bind port 11170224-40c3-43b2-9762-55e3402b197a on network 8b092770-eea2-4e76-9959-7bb13a86dfb1 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:49:13.854206 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ddcba630-6a66-4247-8ec0-921c5008020a service neutron] Checking agent: {'id': '3f86017d-093a-400f-b732-6c31be8aecc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'started_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:49:13.854541 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ddcba630-6a66-4247-8ec0-921c5008020a service neutron] Checking segment: {'id': '6d3f57de-dbe3-431a-86c1-8e1406ca4d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:49:13.855406 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ddcba630-6a66-4247-8ec0-921c5008020a service neutron] Bound using segment: {'id': '6d3f57de-dbe3-431a-86c1-8e1406ca4d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1'} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:49:13.856944 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ddcba630-6a66-4247-8ec0-921c5008020a service neutron] Bound port: 11170224-40c3-43b2-9762-55e3402b197a, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d3f57de-dbe3-431a-86c1-8e1406ca4d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1'}}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:49:13.857276 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ddcba630-6a66-4247-8ec0-921c5008020a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:14.006103 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ddcba630-6a66-4247-8ec0-921c5008020a service neutron] For port 11170224-40c3-43b2-9762-55e3402b197a, host hv-cinder-84359, cleared binding levels {{(pid=88594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:49:14.010544 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ddcba630-6a66-4247-8ec0-921c5008020a service neutron] For port 11170224-40c3-43b2-9762-55e3402b197a, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=11170224-40c3-43b2-9762-55e3402b197a,segment=NetworkSegment(6d3f57de-dbe3-431a-86c1-8e1406ca4d6a),segment_id=6d3f57de-dbe3-431a-86c1-8e1406ca4d6a)] {{(pid=88594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:49:14.180680 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ddcba630-6a66-4247-8ec0-921c5008020a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:14.297442 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ddcba630-6a66-4247-8ec0-921c5008020a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:14.298546 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ddcba630-6a66-4247-8ec0-921c5008020a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:14.301424 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-ddcba630-6a66-4247-8ec0-921c5008020a service neutron] 10.222.0.55 "PUT /v2.0/ports/11170224-40c3-43b2-9762-55e3402b197a HTTP/1.1" status: 200  len: 1093 time: 1.8096766
Jun 04 13:49:14.301893 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd4f8f5-6db2-4066-b251-d4558fac5431', 'tag': '11170224-40c3-43b2-9762-55e3402b197a'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:49:14.340595 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcba630-6a66-4247-8ec0-921c5008020a service neutron] Pushing event updated for resources: {'Port': ['ID=11170224-40c3-43b2-9762-55e3402b197a,revision_number=3']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:14.384762 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28085d2f-0d23-440e-8f62-d7bb51efeb10'] response: {'name': 'network-changed', 'server_uuid': '0cd4f8f5-6db2-4066-b251-d4558fac5431', 'tag': '11170224-40c3-43b2-9762-55e3402b197a', 'status': 'completed', 'code': 200}
Jun 04 13:49:14.571465 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be7f66-ee1c-43ab-a15c-9d344b93b306 req-25423ead-c399-49a7-8b84-fc097cca16c5 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:14.572903 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-01be7f66-ee1c-43ab-a15c-9d344b93b306 req-25423ead-c399-49a7-8b84-fc097cca16c5 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cd4f8f5-6db2-4066-b251-d4558fac5431 HTTP/1.1" status: 200  len: 943 time: 0.1266139
Jun 04 13:49:14.632698 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-01be7f66-ee1c-43ab-a15c-9d344b93b306 req-e0f0ab62-5aa6-4315-9926-26be5c8678de tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=f757589a-1563-43c0-b31e-5d1502e58b6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527654
Jun 04 13:49:14.747049 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8bb836d4-ae01-4ef2-8471-932897ce64f9 req-24ff4898-187c-405f-97ce-0bf7d17ddb62 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=befd1e63-841d-4ea1-84fe-280300605cd6 HTTP/1.1" status: 200  len: 210 time: 0.1773610
Jun 04 13:49:14.754052 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b12b98-83f4-4305-af3d-9e458f6c9f2d req-a5c945a9-aff4-4b08-bee9-ed1ac379cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:14.755713 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-33b12b98-83f4-4305-af3d-9e458f6c9f2d req-a5c945a9-aff4-4b08-bee9-ed1ac379cf7e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=04f6f6455e3046efade411926e0f0561&device_id=0cd4f8f5-6db2-4066-b251-d4558fac5431 HTTP/1.1" status: 200  len: 1096 time: 0.3093235
Jun 04 13:49:14.817897 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e256077-c0b3-42c7-822f-e02d258ab63d req-8abef009-e5c1-480e-a4fe-e2ea501cc5ad tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:14.819331 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-0e256077-c0b3-42c7-822f-e02d258ab63d req-8abef009-e5c1-480e-a4fe-e2ea501cc5ad tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.0847955
Jun 04 13:49:14.866573 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-0e256077-c0b3-42c7-822f-e02d258ab63d req-0b0c59e7-a65f-42ce-99e3-72472e7a97a3 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397666
Jun 04 13:49:14.920791 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b12b98-83f4-4305-af3d-9e458f6c9f2d req-d0f7d3b8-f2f1-4cd2-a18f-4995b888ecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:14.922217 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-33b12b98-83f4-4305-af3d-9e458f6c9f2d req-d0f7d3b8-f2f1-4cd2-a18f-4995b888ecc5 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=04f6f6455e3046efade411926e0f0561&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1501038
Jun 04 13:49:15.072969 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b12b98-83f4-4305-af3d-9e458f6c9f2d req-c307cff3-d46f-4c98-aac7-965462e2c30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:15.074408 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-33b12b98-83f4-4305-af3d-9e458f6c9f2d req-c307cff3-d46f-4c98-aac7-965462e2c30e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1359379
Jun 04 13:49:15.255294 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-c369c884-53ad-4a87-be0d-c39dbde3c6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:15.256874 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-c369c884-53ad-4a87-be0d-c39dbde3c6b4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=04f6f6455e3046efade411926e0f0561&device_id=0cd4f8f5-6db2-4066-b251-d4558fac5431 HTTP/1.1" status: 200  len: 1096 time: 0.0790040
Jun 04 13:49:15.357553 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-294025f7-727e-41bc-9411-69934f35c399 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11170224-40c3-43b2-9762-55e3402b197a HTTP/1.1" status: 200  len: 217 time: 0.0815117
Jun 04 13:49:15.475871 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-805e241c-a1dc-406a-8e79-ec9ab7d1a8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:15.477866 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-805e241c-a1dc-406a-8e79-ec9ab7d1a8d9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69bc4cdc-ad33-4161-be2e-42ba13f7d967 HTTP/1.1" status: 200  len: 853 time: 0.1131892
Jun 04 13:49:15.571567 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-a5d0ca09-9b35-4b48-8765-75dc7e1e9cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:15.574340 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-a5d0ca09-9b35-4b48-8765-75dc7e1e9cfd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8b092770-eea2-4e76-9959-7bb13a86dfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0870135
Jun 04 13:49:15.751513 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-cd5a8733-9d26-48ba-93f9-0338a7636ed2 service neutron] 10.222.0.55 "GET /v2.0/networks/8b092770-eea2-4e76-9959-7bb13a86dfb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1686788
Jun 04 13:49:15.919776 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-0b1c0cd1-4469-4aea-80bd-083476198066 req-15b5ab42-cafd-434b-97a8-a320dc235951 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=befd1e63-841d-4ea1-84fe-280300605cd6 HTTP/1.1" status: 200  len: 210 time: 0.0526278
Jun 04 13:49:16.133085 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247e856-f1c2-4528-8ea5-4bcda76751c7 req-08553a5b-7556-431b-a9f5-69c446817904 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:16.147571 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-0247e856-f1c2-4528-8ea5-4bcda76751c7 req-08553a5b-7556-431b-a9f5-69c446817904 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.1109636
Jun 04 13:49:16.183970 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-55289d2f-b3ce-417b-9de3-966ea7495c63 req-6736a03f-3b10-40dd-846e-e011a2668e53 service neutron] 10.222.0.55 "GET /v2.0/networks/8b092770-eea2-4e76-9959-7bb13a86dfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4061940
Jun 04 13:49:16.230900 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c8dfc-dc71-4294-b7e4-7ba0dbdf6f4d req-c1c83f1f-cf7e-4202-bc18-bd2adc018788 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:16.235650 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e97c8dfc-dc71-4294-b7e4-7ba0dbdf6f4d req-c1c83f1f-cf7e-4202-bc18-bd2adc018788 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cd4f8f5-6db2-4066-b251-d4558fac5431 HTTP/1.1" status: 200  len: 943 time: 0.4325955
Jun 04 13:49:16.259623 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-0247e856-f1c2-4528-8ea5-4bcda76751c7 req-32cd3fdf-001c-4b1d-b5bc-324f4e749147 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1055040
Jun 04 13:49:16.320716 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e97c8dfc-dc71-4294-b7e4-7ba0dbdf6f4d req-300f4ad8-88ec-43d0-abd0-237eca346771 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=f757589a-1563-43c0-b31e-5d1502e58b6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0767169
Jun 04 13:49:16.380086 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 46266) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:49:16.577228 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8fdba66f-7135-4af0-87ba-94baa84f2122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:16.593147 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-8fdba66f-7135-4af0-87ba-94baa84f2122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:49:16.597762 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-8fdba66f-7135-4af0-87ba-94baa84f2122 admin admin] Usage tracker for resource:security_group_rule and tenant:f5f2c6dd24a444a688f7d236088779e7 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:49:16.600318 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-8fdba66f-7135-4af0-87ba-94baa84f2122 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:49:16.606178 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-8fdba66f-7135-4af0-87ba-94baa84f2122 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:49:16.660669 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-cb5719f5-062f-40ff-bf03-68f377e35046 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:16.661405 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-cb5719f5-062f-40ff-bf03-68f377e35046 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Synchronizing usage tracker for tenant:6aa03736214446fcaca77b1e2066ec8e on resource:network {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:49:16.719668 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8fdba66f-7135-4af0-87ba-94baa84f2122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:16.781998 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-cb5719f5-062f-40ff-bf03-68f377e35046 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Unset dirty status for tenant:6aa03736214446fcaca77b1e2066ec8e on resource:network {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:49:16.781998 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-cb5719f5-062f-40ff-bf03-68f377e35046 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.55 "GET /v2.0/networks?id=730b0b69-5d72-430e-beb5-fce8910e6da2 HTTP/1.1" status: 200  len: 813 time: 0.3591239
Jun 04 13:49:16.807843 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-1c7630df-f67e-4079-8407-456f33b61f39 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Request body: {'port': {'device_id': 'befd1e63-841d-4ea1-84fe-280300605cd6', 'network_id': '730b0b69-5d72-430e-beb5-fce8910e6da2', 'admin_state_up': True, 'tenant_id': '6aa03736214446fcaca77b1e2066ec8e'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:49:16.851666 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8fdba66f-7135-4af0-87ba-94baa84f2122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:16.901790 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-8fdba66f-7135-4af0-87ba-94baa84f2122 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f5f2c6dd24a444a688f7d236088779e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5201991
Jun 04 13:49:16.903922 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdba66f-7135-4af0-87ba-94baa84f2122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ccca6b-1c33-4c99-bfb3-ae22dfd335f3,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:16.904528 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 46274) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:49:17.004238 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-1c7630df-f67e-4079-8407-456f33b61f39 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:49:17.007160 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-53ade3fc-b636-4346-8524-586bc24ea3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:17.011557 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-1c7630df-f67e-4079-8407-456f33b61f39 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Usage tracker for resource:port and tenant:6aa03736214446fcaca77b1e2066ec8e is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:49:17.021912 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-1c7630df-f67e-4079-8407-456f33b61f39 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:49:17.031311 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-1c7630df-f67e-4079-8407-456f33b61f39 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:49:17.048790 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-53ade3fc-b636-4346-8524-586bc24ea3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:17.111935 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-0f67d9d2-4e04-4197-b598-e75845f08517 req-0110029b-39ce-443c-8d4d-5e604369f3da tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=befd1e63-841d-4ea1-84fe-280300605cd6 HTTP/1.1" status: 200  len: 210 time: 0.0584912
Jun 04 13:49:17.131599 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-1c7630df-f67e-4079-8407-456f33b61f39 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Made reservation on behalf of 6aa03736214446fcaca77b1e2066ec8e for: {'port': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:49:17.135242 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-1c7630df-f67e-4079-8407-456f33b61f39 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:17.194564 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-53ade3fc-b636-4346-8524-586bc24ea3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:17.227508 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ade3fc-b636-4346-8524-586bc24ea3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ccca6b-1c33-4c99-bfb3-ae22dfd335f3,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:17.238011 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-53ade3fc-b636-4346-8524-586bc24ea3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:17.239221 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-53ade3fc-b636-4346-8524-586bc24ea3cd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/48ccca6b-1c33-4c99-bfb3-ae22dfd335f3 HTTP/1.1" status: 204  len: 168 time: 0.3336816
Jun 04 13:49:17.372996 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_common [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-1c7630df-f67e-4079-8407-456f33b61f39 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Allocated IP 172.20.0.9 (730b0b69-5d72-430e-beb5-fce8910e6da2/9d31d2f1-5ecf-4ddc-8059-df8e004e3745/5ed0420e-1df4-4005-89d9-5f4a6338b956) {{(pid=88594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:49:17.587353 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d5a17-57e6-4f7c-b789-ec50c686a376 req-ff3c1d03-85c4-44f0-8569-565bf15c58e7 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:17.596989 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-fe0d5a17-57e6-4f7c-b789-ec50c686a376 req-ff3c1d03-85c4-44f0-8569-565bf15c58e7 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cd4f8f5-6db2-4066-b251-d4558fac5431 HTTP/1.1" status: 200  len: 943 time: 0.1018307
Jun 04 13:49:17.678120 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-fe0d5a17-57e6-4f7c-b789-ec50c686a376 req-4095d8c5-76aa-4bc2-8dcc-d7961430df92 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=f757589a-1563-43c0-b31e-5d1502e58b6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0801346
Jun 04 13:49:17.821407 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71477e7-5958-4807-a67a-6d34a981830a req-7bfa9f50-b9e7-4a26-bdf2-2c91d4a4f5d3 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:17.824279 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-f71477e7-5958-4807-a67a-6d34a981830a req-7bfa9f50-b9e7-4a26-bdf2-2c91d4a4f5d3 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.4017627
Jun 04 13:49:17.927371 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-f71477e7-5958-4807-a67a-6d34a981830a req-ec0b4ddf-b6c9-4619-9ba9-7a8b7a307057 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0909078
Jun 04 13:49:17.973260 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-1c7630df-f67e-4079-8407-456f33b61f39 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Notify callbacks [] for port, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:18.091610 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-1c7630df-f67e-4079-8407-456f33b61f39 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:18.181588 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7630df-f67e-4079-8407-456f33b61f39 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Pushing event updated for resources: {'Port': ['ID=5ed0420e-1df4-4005-89d9-5f4a6338b956,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:18.187613 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-1c7630df-f67e-4079-8407-456f33b61f39 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Network 730b0b69-5d72-430e-beb5-fce8910e6da2 is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:49:18.188765 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-1c7630df-f67e-4079-8407-456f33b61f39 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:49:18.190792 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-1c7630df-f67e-4079-8407-456f33b61f39 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Received port after_create {{(pid=88594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:49:18.262144 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-1c7630df-f67e-4079-8407-456f33b61f39 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:18.262776 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-1c7630df-f67e-4079-8407-456f33b61f39 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:18.371665 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-1c7630df-f67e-4079-8407-456f33b61f39 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5789437
Jun 04 13:49:18.389400 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-562ffcef-38c0-4907-8ecb-85e11c96c6b3 service neutron] Request body: {'port': {'device_id': 'befd1e63-841d-4ea1-84fe-280300605cd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:49:18.407181 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65f3bd-c0db-4899-bbf9-b224b1d152c1 req-f26c5071-4bc8-4826-8b02-c91da70cbfc9 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:18.408629 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-eb65f3bd-c0db-4899-bbf9-b224b1d152c1 req-f26c5071-4bc8-4826-8b02-c91da70cbfc9 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=befd1e63-841d-4ea1-84fe-280300605cd6 HTTP/1.1" status: 200  len: 931 time: 0.1695018
Jun 04 13:49:18.452834 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-eb65f3bd-c0db-4899-bbf9-b224b1d152c1 req-27cdeea1-a94c-44b2-977f-577e750d7d70 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/security-groups?id=463b3b4c-2ed3-4b10-80a4-ed65c0745064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383923
Jun 04 13:49:18.501671 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-562ffcef-38c0-4907-8ecb-85e11c96c6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:18.929534 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-562ffcef-38c0-4907-8ecb-85e11c96c6b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ed0420e-1df4-4005-89d9-5f4a6338b956 {{(pid=88594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:49:18.937715 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-562ffcef-38c0-4907-8ecb-85e11c96c6b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:18.952896 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c7d5b-db4f-43f6-a0cf-d99f7ba96f80 req-8308274b-643e-48cf-b1fb-7e4c9f90a9f7 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:18.954369 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2c0c7d5b-db4f-43f6-a0cf-d99f7ba96f80 req-8308274b-643e-48cf-b1fb-7e4c9f90a9f7 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cd4f8f5-6db2-4066-b251-d4558fac5431 HTTP/1.1" status: 200  len: 943 time: 0.1611285
Jun 04 13:49:18.975649 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-562ffcef-38c0-4907-8ecb-85e11c96c6b3 service neutron] Transition to ACTIVE for port object 5ed0420e-1df4-4005-89d9-5f4a6338b956 will not be triggered until provisioned by entity L2. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:49:19.006664 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2c0c7d5b-db4f-43f6-a0cf-d99f7ba96f80 req-44aa05f0-1031-4b5e-9213-f6869132c627 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=f757589a-1563-43c0-b31e-5d1502e58b6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446937
Jun 04 13:49:19.037247 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-562ffcef-38c0-4907-8ecb-85e11c96c6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:19.181633 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb267d4-c1cd-4935-b5a2-ac1125226078 req-d0fd3f35-cecf-4f4f-9165-0bed231f281d tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:19.189007 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-8bb267d4-c1cd-4935-b5a2-ac1125226078 req-d0fd3f35-cecf-4f4f-9165-0bed231f281d tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.1247985
Jun 04 13:49:19.200153 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ffcef-38c0-4907-8ecb-85e11c96c6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed0420e-1df4-4005-89d9-5f4a6338b956,revision_number=2']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:19.240266 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-8bb267d4-c1cd-4935-b5a2-ac1125226078 req-4d75ba11-0bfc-4e49-a961-9fd3c4e95c85 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494814
Jun 04 13:49:19.261208 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 11170224-40c3-43b2-9762-55e3402b197a details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:49:19.343753 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-562ffcef-38c0-4907-8ecb-85e11c96c6b3 service neutron] Attempting to bind port 5ed0420e-1df4-4005-89d9-5f4a6338b956 on host hv-cinder-84359 for vnic_type normal with profile  {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:49:19.344090 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-562ffcef-38c0-4907-8ecb-85e11c96c6b3 service neutron] Attempting to bind port 5ed0420e-1df4-4005-89d9-5f4a6338b956 by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': '4557923e-4c95-473c-9b7e-16c5fd711bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '730b0b69-5d72-430e-beb5-fce8910e6da2'}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:49:19.344397 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-562ffcef-38c0-4907-8ecb-85e11c96c6b3 service neutron] Attempting to bind port 5ed0420e-1df4-4005-89d9-5f4a6338b956 on network 730b0b69-5d72-430e-beb5-fce8910e6da2 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:49:19.349966 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-562ffcef-38c0-4907-8ecb-85e11c96c6b3 service neutron] Port 5ed0420e-1df4-4005-89d9-5f4a6338b956 on network 730b0b69-5d72-430e-beb5-fce8910e6da2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:49:19.350471 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-562ffcef-38c0-4907-8ecb-85e11c96c6b3 service neutron] Attempting to bind port 5ed0420e-1df4-4005-89d9-5f4a6338b956 on network 730b0b69-5d72-430e-beb5-fce8910e6da2 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:49:19.357657 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-562ffcef-38c0-4907-8ecb-85e11c96c6b3 service neutron] Checking agent: {'id': '3f86017d-093a-400f-b732-6c31be8aecc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'started_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:49:19.357994 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-562ffcef-38c0-4907-8ecb-85e11c96c6b3 service neutron] Checking segment: {'id': '4557923e-4c95-473c-9b7e-16c5fd711bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '730b0b69-5d72-430e-beb5-fce8910e6da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:49:19.358359 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-562ffcef-38c0-4907-8ecb-85e11c96c6b3 service neutron] Bound using segment: {'id': '4557923e-4c95-473c-9b7e-16c5fd711bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '730b0b69-5d72-430e-beb5-fce8910e6da2'} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:49:19.358829 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-562ffcef-38c0-4907-8ecb-85e11c96c6b3 service neutron] Bound port: 5ed0420e-1df4-4005-89d9-5f4a6338b956, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4557923e-4c95-473c-9b7e-16c5fd711bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '730b0b69-5d72-430e-beb5-fce8910e6da2'}}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:49:19.359474 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-562ffcef-38c0-4907-8ecb-85e11c96c6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:19.406966 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 11170224-40c3-43b2-9762-55e3402b197a, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=11170224-40c3-43b2-9762-55e3402b197a,segment=NetworkSegment(6d3f57de-dbe3-431a-86c1-8e1406ca4d6a),segment_id=6d3f57de-dbe3-431a-86c1-8e1406ca4d6a)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:49:19.422231 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Returning: {'device': '11170224-40c3-43b2-9762-55e3402b197a', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'port_id': '11170224-40c3-43b2-9762-55e3402b197a', 'mac_address': 'fa:16:3e:ef:ae:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:49:19.455509 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-562ffcef-38c0-4907-8ecb-85e11c96c6b3 service neutron] For port 5ed0420e-1df4-4005-89d9-5f4a6338b956, host hv-cinder-84359, cleared binding levels {{(pid=88594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:49:19.458420 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-562ffcef-38c0-4907-8ecb-85e11c96c6b3 service neutron] For port 5ed0420e-1df4-4005-89d9-5f4a6338b956, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=5ed0420e-1df4-4005-89d9-5f4a6338b956,segment=NetworkSegment(4557923e-4c95-473c-9b7e-16c5fd711bf4),segment_id=4557923e-4c95-473c-9b7e-16c5fd711bf4)] {{(pid=88594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:49:19.494871 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 11170224-40c3-43b2-9762-55e3402b197a is: DOWN; New status is: BUILD {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:49:19.495291 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:19.515960 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11170224-40c3-43b2-9762-55e3402b197a {{(pid=88596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:49:19.527965 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-562ffcef-38c0-4907-8ecb-85e11c96c6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:19.534927 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 11170224-40c3-43b2-9762-55e3402b197a, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=11170224-40c3-43b2-9762-55e3402b197a,segment=NetworkSegment(6d3f57de-dbe3-431a-86c1-8e1406ca4d6a),segment_id=6d3f57de-dbe3-431a-86c1-8e1406ca4d6a)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:49:19.601209 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:19.636006 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-562ffcef-38c0-4907-8ecb-85e11c96c6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:19.636541 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-562ffcef-38c0-4907-8ecb-85e11c96c6b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:19.637929 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-562ffcef-38c0-4907-8ecb-85e11c96c6b3 service neutron] 10.222.0.55 "PUT /v2.0/ports/5ed0420e-1df4-4005-89d9-5f4a6338b956 HTTP/1.1" status: 200  len: 1093 time: 1.2527325
Jun 04 13:49:19.638380 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'befd1e63-841d-4ea1-84fe-280300605cd6', 'tag': '5ed0420e-1df4-4005-89d9-5f4a6338b956'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:49:19.701957 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ffcef-38c0-4907-8ecb-85e11c96c6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed0420e-1df4-4005-89d9-5f4a6338b956,revision_number=3']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:19.734738 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b573cde6-0c54-4ac9-bcae-de96d7a64bb9 req-b0086c27-f6de-42aa-973a-f2a6df671ac1 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:19.735775 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-b573cde6-0c54-4ac9-bcae-de96d7a64bb9 req-b0086c27-f6de-42aa-973a-f2a6df671ac1 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Synchronizing usage tracker for tenant:6aa03736214446fcaca77b1e2066ec8e on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:49:19.765620 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb967335-2ef7-42cc-befe-eb76757bd833'] response: {'name': 'network-changed', 'server_uuid': 'befd1e63-841d-4ea1-84fe-280300605cd6', 'tag': '5ed0420e-1df4-4005-89d9-5f4a6338b956', 'status': 'completed', 'code': 200}
Jun 04 13:49:19.835382 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=11170224-40c3-43b2-9762-55e3402b197a,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:19.852175 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:19.852836 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:19.853335 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:19.855918 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:19.856459 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:19.856952 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:19.857435 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:19.857917 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:19.860589 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:19.869747 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:19.869747 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:19.869747 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:19.894142 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-b573cde6-0c54-4ac9-bcae-de96d7a64bb9 req-b0086c27-f6de-42aa-973a-f2a6df671ac1 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Unset dirty status for tenant:6aa03736214446fcaca77b1e2066ec8e on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:49:19.896085 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b573cde6-0c54-4ac9-bcae-de96d7a64bb9 req-b0086c27-f6de-42aa-973a-f2a6df671ac1 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=befd1e63-841d-4ea1-84fe-280300605cd6 HTTP/1.1" status: 200  len: 943 time: 0.3002696
Jun 04 13:49:19.985510 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-b573cde6-0c54-4ac9-bcae-de96d7a64bb9 req-0588ad10-7dce-4a44-9cd4-7bc9d43b8bb7 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Synchronizing usage tracker for tenant:6aa03736214446fcaca77b1e2066ec8e on resource:security_group {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:49:20.016180 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-579e6a9a-0431-4194-a1a1-7096a40f56e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:20.017646 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-579e6a9a-0431-4194-a1a1-7096a40f56e7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6aa03736214446fcaca77b1e2066ec8e&device_id=befd1e63-841d-4ea1-84fe-280300605cd6 HTTP/1.1" status: 200  len: 1096 time: 0.1977987
Jun 04 13:49:20.030790 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['11170224-40c3-43b2-9762-55e3402b197a'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:49:20.139072 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-b573cde6-0c54-4ac9-bcae-de96d7a64bb9 req-0588ad10-7dce-4a44-9cd4-7bc9d43b8bb7 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Unset dirty status for tenant:6aa03736214446fcaca77b1e2066ec8e on resource:security_group {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:49:20.140631 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b573cde6-0c54-4ac9-bcae-de96d7a64bb9 req-0588ad10-7dce-4a44-9cd4-7bc9d43b8bb7 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/security-groups?id=463b3b4c-2ed3-4b10-80a4-ed65c0745064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2313328
Jun 04 13:49:20.181136 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-51fe0aa3-656c-412e-a63c-eed53cbf5ee2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ed0420e-1df4-4005-89d9-5f4a6338b956 HTTP/1.1" status: 200  len: 217 time: 0.1306851
Jun 04 13:49:20.471986 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f75e1a-c735-4142-8acd-af005adb0e7c req-25ed780e-c51c-4af2-ad0b-0bf6961096f6 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:20.482596 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-27f75e1a-c735-4142-8acd-af005adb0e7c req-25ed780e-c51c-4af2-ad0b-0bf6961096f6 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cd4f8f5-6db2-4066-b251-d4558fac5431 HTTP/1.1" status: 200  len: 944 time: 0.1955457
Jun 04 13:49:20.558992 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-27f75e1a-c735-4142-8acd-af005adb0e7c req-0308f6d3-c9e3-4d3f-9646-e19b64339801 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=f757589a-1563-43c0-b31e-5d1502e58b6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666609
Jun 04 13:49:20.598057 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-de5216d3-225d-4975-bc66-b2d8166627d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:20.603110 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-de5216d3-225d-4975-bc66-b2d8166627d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d31d2f1-5ecf-4ddc-8059-df8e004e3745 HTTP/1.1" status: 200  len: 853 time: 0.4117401
Jun 04 13:49:20.693943 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-da213e0a-869b-4b08-9628-fdb81db48aee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=730b0b69-5d72-430e-beb5-fce8910e6da2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0815713
Jun 04 13:49:20.814701 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad662e09-4993-41ed-b662-3fabe4b6d0e3 req-750b25f3-7d0e-4fc4-92aa-4a8746af33d0 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:20.824838 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ad662e09-4993-41ed-b662-3fabe4b6d0e3 req-750b25f3-7d0e-4fc4-92aa-4a8746af33d0 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.3080783
Jun 04 13:49:20.911866 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ad662e09-4993-41ed-b662-3fabe4b6d0e3 req-adba09f5-cd5f-4dfa-a0fd-58a82dcedad8 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0861435
Jun 04 13:49:20.953512 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-b8263b9d-0557-49f1-a1db-d4c833579f08 service neutron] 10.222.0.55 "GET /v2.0/networks/730b0b69-5d72-430e-beb5-fce8910e6da2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2519248
Jun 04 13:49:21.103688 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d1a88cfd-bb6b-44d7-9266-9bed712d6a0d req-bab9689c-4d2e-421f-827a-e3d18689a1c5 service neutron] 10.222.0.55 "GET /v2.0/networks/730b0b69-5d72-430e-beb5-fce8910e6da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1435940
Jun 04 13:49:21.294685 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 11170224-40c3-43b2-9762-55e3402b197a up at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:49:21.398724 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f162c5-38bc-46a5-92bb-39e09b0e0116 req-2d33714d-cb3f-4cce-a349-b7517cd80569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:21.399275 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a3f162c5-38bc-46a5-92bb-39e09b0e0116 req-2d33714d-cb3f-4cce-a349-b7517cd80569 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6aa03736214446fcaca77b1e2066ec8e&device_id=befd1e63-841d-4ea1-84fe-280300605cd6 HTTP/1.1" status: 200  len: 1096 time: 0.1227396
Jun 04 13:49:21.403126 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76cfb9-42b4-498b-bc28-7a5f5edfd7a4 req-1f5cd19b-fb51-42ca-a472-c7087bb64161 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:21.403126 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-7a76cfb9-42b4-498b-bc28-7a5f5edfd7a4 req-1f5cd19b-fb51-42ca-a472-c7087bb64161 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=befd1e63-841d-4ea1-84fe-280300605cd6 HTTP/1.1" status: 200  len: 943 time: 0.1312542
Jun 04 13:49:21.475062 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning for port 11170224-40c3-43b2-9762-55e3402b197a completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:49:21.478174 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-7a76cfb9-42b4-498b-bc28-7a5f5edfd7a4 req-02b3dbe8-b1cf-4847-9b48-fcb12565225d tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/security-groups?id=463b3b4c-2ed3-4b10-80a4-ed65c0745064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678432
Jun 04 13:49:21.482387 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning complete for port 11170224-40c3-43b2-9762-55e3402b197a triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:49:21.483009 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:21.629590 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f162c5-38bc-46a5-92bb-39e09b0e0116 req-9321e507-bea4-4864-affb-b045804698a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:21.631193 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a3f162c5-38bc-46a5-92bb-39e09b0e0116 req-9321e507-bea4-4864-affb-b045804698a2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=730b0b69-5d72-430e-beb5-fce8910e6da2 HTTP/1.1" status: 200  len: 914 time: 0.2256429
Jun 04 13:49:21.638116 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 11170224-40c3-43b2-9762-55e3402b197a is: BUILD; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:49:21.638479 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:21.674254 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd4f8f5-6db2-4066-b251-d4558fac5431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11170224-40c3-43b2-9762-55e3402b197a'}] {{(pid=88596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:49:21.686427 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 11170224-40c3-43b2-9762-55e3402b197a, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=11170224-40c3-43b2-9762-55e3402b197a,segment=NetworkSegment(6d3f57de-dbe3-431a-86c1-8e1406ca4d6a),segment_id=6d3f57de-dbe3-431a-86c1-8e1406ca4d6a)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:49:21.719125 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a3f162c5-38bc-46a5-92bb-39e09b0e0116 req-c69cb205-dc48-4070-8840-87d1a00a229d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ed0420e-1df4-4005-89d9-5f4a6338b956 HTTP/1.1" status: 200  len: 217 time: 0.0796673
Jun 04 13:49:21.727199 dv-cinder-843593-2-iscsi neutron-server[88596]: INFO neutron.notifiers.nova [-] Nova event matching ['req-155c99ce-51c7-4d5f-8e26-3bf3a556a507'] response: {'server_uuid': '0cd4f8f5-6db2-4066-b251-d4558fac5431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11170224-40c3-43b2-9762-55e3402b197a', 'code': 200}
Jun 04 13:49:21.765486 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:21.811411 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f162c5-38bc-46a5-92bb-39e09b0e0116 req-81e98a73-3023-4b3d-a592-92973b548c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:21.812871 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a3f162c5-38bc-46a5-92bb-39e09b0e0116 req-81e98a73-3023-4b3d-a592-92973b548c7b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d31d2f1-5ecf-4ddc-8059-df8e004e3745 HTTP/1.1" status: 200  len: 853 time: 0.0824969
Jun 04 13:49:21.901452 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=11170224-40c3-43b2-9762-55e3402b197a,revision_number=5']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:21.985278 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab69a1-f61d-46fc-b634-4c5d998feefc req-9d29ee34-9e8b-4144-a79f-ad952eebb347 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:21.987275 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ddab69a1-f61d-46fc-b634-4c5d998feefc req-9d29ee34-9e8b-4144-a79f-ad952eebb347 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cd4f8f5-6db2-4066-b251-d4558fac5431 HTTP/1.1" status: 200  len: 945 time: 0.1139390
Jun 04 13:49:22.038187 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ddab69a1-f61d-46fc-b634-4c5d998feefc req-3f3245a8-c557-4224-9fb2-7c7c38d1145b tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=f757589a-1563-43c0-b31e-5d1502e58b6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437388
Jun 04 13:49:22.157666 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a0cef-f3a5-42c2-871d-98cfe5d440ac req-3b5963b7-158e-4264-be72-48e12297486b tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:22.165760 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-760a0cef-f3a5-42c2-871d-98cfe5d440ac req-3b5963b7-158e-4264-be72-48e12297486b tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.1070254
Jun 04 13:49:22.213851 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-760a0cef-f3a5-42c2-871d-98cfe5d440ac req-cc910fb7-3220-44d6-9c38-c18145afe53d tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470340
Jun 04 13:49:22.542811 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 46386) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:49:22.663388 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-ce502dd1-66c4-475e-a80b-0fc6fc965db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:22.683433 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-ce502dd1-66c4-475e-a80b-0fc6fc965db8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:49:22.693901 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-ce502dd1-66c4-475e-a80b-0fc6fc965db8 admin admin] Usage tracker for resource:security_group_rule and tenant:5469acabc93148c0b71d04c24771bf92 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:49:22.698037 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-ce502dd1-66c4-475e-a80b-0fc6fc965db8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:49:22.705224 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-ce502dd1-66c4-475e-a80b-0fc6fc965db8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:49:22.733921 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095f3ac-4946-4922-9822-def626656715 req-03d4356e-f560-495e-9954-4b3a607181c8 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:22.735378 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2095f3ac-4946-4922-9822-def626656715 req-03d4356e-f560-495e-9954-4b3a607181c8 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=befd1e63-841d-4ea1-84fe-280300605cd6 HTTP/1.1" status: 200  len: 943 time: 0.1336045
Jun 04 13:49:22.794403 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2095f3ac-4946-4922-9822-def626656715 req-978a5ddf-565e-41c4-a62c-118d70e82425 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/security-groups?id=463b3b4c-2ed3-4b10-80a4-ed65c0745064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533552
Jun 04 13:49:22.835856 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-ce502dd1-66c4-475e-a80b-0fc6fc965db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:22.897558 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-ce502dd1-66c4-475e-a80b-0fc6fc965db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:22.948867 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-ce502dd1-66c4-475e-a80b-0fc6fc965db8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5469acabc93148c0b71d04c24771bf92&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4049840
Jun 04 13:49:22.949785 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce502dd1-66c4-475e-a80b-0fc6fc965db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb28ec5-6a41-4a43-8596-fa22809afc8f,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:22.952292 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 46392) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:49:23.009834 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-20b54ed1-8bca-42a9-bf84-b0bb0b2f274b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:23.036068 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-20b54ed1-8bca-42a9-bf84-b0bb0b2f274b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:23.186183 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-20b54ed1-8bca-42a9-bf84-b0bb0b2f274b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:23.211312 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b54ed1-8bca-42a9-bf84-b0bb0b2f274b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb28ec5-6a41-4a43-8596-fa22809afc8f,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:23.234797 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-20b54ed1-8bca-42a9-bf84-b0bb0b2f274b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:23.235885 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-20b54ed1-8bca-42a9-bf84-b0bb0b2f274b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3bb28ec5-6a41-4a43-8596-fa22809afc8f HTTP/1.1" status: 204  len: 168 time: 0.2820539
Jun 04 13:49:23.262377 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9df3e5-184d-4850-91ee-8a07e2dc409b req-19980cfe-1e29-47cc-809e-edb04a97ca72 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:23.263858 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1b9df3e5-184d-4850-91ee-8a07e2dc409b req-19980cfe-1e29-47cc-809e-edb04a97ca72 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cd4f8f5-6db2-4066-b251-d4558fac5431 HTTP/1.1" status: 200  len: 945 time: 0.1129146
Jun 04 13:49:23.309380 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1b9df3e5-184d-4850-91ee-8a07e2dc409b req-1c5b74fe-33b6-4892-941b-c6da895d47fd tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=f757589a-1563-43c0-b31e-5d1502e58b6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400283
Jun 04 13:49:23.402615 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639be3f1-0885-4525-a276-d42a6f11a7be req-b9331a21-48e1-43f8-ae70-868b52896a1d tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:23.404080 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-639be3f1-0885-4525-a276-d42a6f11a7be req-b9331a21-48e1-43f8-ae70-868b52896a1d tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.0794129
Jun 04 13:49:23.448056 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-639be3f1-0885-4525-a276-d42a6f11a7be req-7386ea25-9783-4b3e-8376-80f8fbc1d426 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382264
Jun 04 13:49:24.025811 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d866cd-1c5f-4472-b885-8a39d7c6123e req-330e747d-2312-4113-999c-c226f0c085d0 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:24.034316 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-56d866cd-1c5f-4472-b885-8a39d7c6123e req-330e747d-2312-4113-999c-c226f0c085d0 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=befd1e63-841d-4ea1-84fe-280300605cd6 HTTP/1.1" status: 200  len: 943 time: 0.1118851
Jun 04 13:49:24.088667 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-56d866cd-1c5f-4472-b885-8a39d7c6123e req-09db34fb-7ce4-4b6c-ae2b-4710c5088096 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/security-groups?id=463b3b4c-2ed3-4b10-80a4-ed65c0745064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531836
Jun 04 13:49:24.529995 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf1171-e04d-418f-9f10-3743df19ec52 req-5b236551-bf3b-4d85-85be-42e3cb85caab tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:24.533007 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-87cf1171-e04d-418f-9f10-3743df19ec52 req-5b236551-bf3b-4d85-85be-42e3cb85caab tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cd4f8f5-6db2-4066-b251-d4558fac5431 HTTP/1.1" status: 200  len: 945 time: 0.1125216
Jun 04 13:49:24.645875 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a3f162c5-38bc-46a5-92bb-39e09b0e0116 req-d660aff0-7011-494c-8d5c-bd2e6da93912 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=730b0b69-5d72-430e-beb5-fce8910e6da2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0627043
Jun 04 13:49:24.663071 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-87cf1171-e04d-418f-9f10-3743df19ec52 req-6fc7b52f-2b24-4aad-81fb-39a19e09cb30 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=f757589a-1563-43c0-b31e-5d1502e58b6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1210518
Jun 04 13:49:24.697848 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62639d72-1050-4763-ae1c-055f2b922946 req-192d0110-aeff-4a8f-a42f-47b1642577ef tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:24.708877 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-62639d72-1050-4763-ae1c-055f2b922946 req-192d0110-aeff-4a8f-a42f-47b1642577ef tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.1165607
Jun 04 13:49:24.759956 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-62639d72-1050-4763-ae1c-055f2b922946 req-baea2995-b3a7-48cc-811c-c67fa1c469e2 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537817
Jun 04 13:49:24.883685 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a3f162c5-38bc-46a5-92bb-39e09b0e0116 req-7ae6f82c-84e2-496f-83c7-545a0d2a0a5d service neutron] 10.222.0.55 "GET /v2.0/networks/730b0b69-5d72-430e-beb5-fce8910e6da2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2196128
Jun 04 13:49:25.182370 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a3f162c5-38bc-46a5-92bb-39e09b0e0116 req-abea5f72-dbe8-4a0a-9db3-3ea06013fb75 service neutron] 10.222.0.55 "GET /v2.0/networks/730b0b69-5d72-430e-beb5-fce8910e6da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2919114
Jun 04 13:49:25.192512 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd477bc-f2f7-40bb-837e-b7c0fc27a552 req-5478da1a-13ba-4bba-8d3e-dfa891261b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:25.194107 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-efd477bc-f2f7-40bb-837e-b7c0fc27a552 req-5478da1a-13ba-4bba-8d3e-dfa891261b5f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0cd4f8f5-6db2-4066-b251-d4558fac5431 HTTP/1.1" status: 200  len: 1098 time: 0.1322474
Jun 04 13:49:25.258184 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-efd477bc-f2f7-40bb-837e-b7c0fc27a552 req-3e339490-d011-4c9b-8f1f-3cd44b219065 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f757589a-1563-43c0-b31e-5d1502e58b6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461278
Jun 04 13:49:25.359407 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36be647-eb99-4f85-9f63-15258d2bdc11 req-abed9e6d-bdbb-48c9-b75e-0e0d467b6f13 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:25.361106 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a36be647-eb99-4f85-9f63-15258d2bdc11 req-abed9e6d-bdbb-48c9-b75e-0e0d467b6f13 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=befd1e63-841d-4ea1-84fe-280300605cd6 HTTP/1.1" status: 200  len: 943 time: 0.0874374
Jun 04 13:49:25.424366 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a36be647-eb99-4f85-9f63-15258d2bdc11 req-19c43555-adda-442b-97f5-9788faa179f1 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/security-groups?id=463b3b4c-2ed3-4b10-80a4-ed65c0745064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547490
Jun 04 13:49:25.578569 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 46462) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:49:25.741749 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-dc093cb6-a872-47a2-9efc-954cc9ffa81f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:25.766525 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-dc093cb6-a872-47a2-9efc-954cc9ffa81f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:49:25.772570 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-dc093cb6-a872-47a2-9efc-954cc9ffa81f admin admin] Usage tracker for resource:security_group_rule and tenant:96d43e00e08e4b7dbf7c46b170f06fba is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:49:25.795653 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-dc093cb6-a872-47a2-9efc-954cc9ffa81f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:49:25.804615 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-dc093cb6-a872-47a2-9efc-954cc9ffa81f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:49:25.870043 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:25.945411 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81321b-2de2-4e62-9591-c88c394c74a0 req-d0e6c5e0-3c70-4e01-99d5-2b82c253f5ea tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:25.948462 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-9c81321b-2de2-4e62-9591-c88c394c74a0 req-d0e6c5e0-3c70-4e01-99d5-2b82c253f5ea tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cd4f8f5-6db2-4066-b251-d4558fac5431 HTTP/1.1" status: 200  len: 945 time: 0.1450932
Jun 04 13:49:25.988852 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a6d1b-48e4-46d4-9f93-66f4c2554138 req-c409f091-35ab-4d7b-a711-8a63bd9af8dc tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:25.997084 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c13a6d1b-48e4-46d4-9f93-66f4c2554138 req-c409f091-35ab-4d7b-a711-8a63bd9af8dc tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.1164083
Jun 04 13:49:26.028697 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-9c81321b-2de2-4e62-9591-c88c394c74a0 req-8a6b1b5d-73cd-4ac8-a136-5f3ee7e21f22 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=f757589a-1563-43c0-b31e-5d1502e58b6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0736516
Jun 04 13:49:26.030207 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-dc093cb6-a872-47a2-9efc-954cc9ffa81f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:26.098093 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-dc093cb6-a872-47a2-9efc-954cc9ffa81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:26.103622 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c13a6d1b-48e4-46d4-9f93-66f4c2554138 req-2a678b38-17d5-4c66-bbbf-d9efebdfb1c9 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1055019
Jun 04 13:49:26.162175 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ac9d5177-06e5-455c-a429-3f6b0be1e3f2 req-e06fb270-fdec-4644-a01f-6d6ace9bd5f0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1220586
Jun 04 13:49:26.180211 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-dc093cb6-a872-47a2-9efc-954cc9ffa81f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=96d43e00e08e4b7dbf7c46b170f06fba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5999529
Jun 04 13:49:26.180910 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 46478) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:49:26.183648 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc093cb6-a872-47a2-9efc-954cc9ffa81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7be92f-9faa-4dfa-b5f6-9c557772a0e8,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:26.252661 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9e75cc64-aa44-41af-b7bd-e70a96545e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:26.293748 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9e75cc64-aa44-41af-b7bd-e70a96545e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:26.381205 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d5177-06e5-455c-a429-3f6b0be1e3f2 req-6f664f4e-c74f-4751-9fef-5b92597a7d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:26.382671 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ac9d5177-06e5-455c-a429-3f6b0be1e3f2 req-6f664f4e-c74f-4751-9fef-5b92597a7d01 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e199af9b5451493fa5a38f932be3993f&device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 1099 time: 0.0939524
Jun 04 13:49:26.429538 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9e75cc64-aa44-41af-b7bd-e70a96545e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:26.445941 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75cc64-aa44-41af-b7bd-e70a96545e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7be92f-9faa-4dfa-b5f6-9c557772a0e8,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:26.467193 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9e75cc64-aa44-41af-b7bd-e70a96545e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:26.475431 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-9e75cc64-aa44-41af-b7bd-e70a96545e22 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fd7be92f-9faa-4dfa-b5f6-9c557772a0e8 HTTP/1.1" status: 204  len: 168 time: 0.2928696
Jun 04 13:49:26.578479 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d5177-06e5-455c-a429-3f6b0be1e3f2 req-dac1bd3c-096d-425a-90f6-fcea421ef8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:26.581904 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ac9d5177-06e5-455c-a429-3f6b0be1e3f2 req-dac1bd3c-096d-425a-90f6-fcea421ef8e6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7d55235-bf68-4e08-8155-47e9a6165636 HTTP/1.1" status: 200  len: 920 time: 0.1744468
Jun 04 13:49:26.709227 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ac9d5177-06e5-455c-a429-3f6b0be1e3f2 req-63707b2e-623c-4af6-afa5-282f141b52b1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a86cdb62-77c6-4709-bee1-fa3ef2a3f00c HTTP/1.1" status: 200  len: 217 time: 0.1120822
Jun 04 13:49:26.862093 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d5177-06e5-455c-a429-3f6b0be1e3f2 req-bb197474-2fa2-4880-9415-089996ff202b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:26.864395 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ac9d5177-06e5-455c-a429-3f6b0be1e3f2 req-bb197474-2fa2-4880-9415-089996ff202b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b7ee1fc-be06-43a6-b80c-c1390a27d5a9 HTTP/1.1" status: 200  len: 858 time: 0.1272554
Jun 04 13:49:26.875014 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273b0ea-a848-45db-831a-93075a5f1f93 req-9bd75a7f-8f6d-42d1-b957-ea2df5dd94f4 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:26.876781 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-4273b0ea-a848-45db-831a-93075a5f1f93 req-9bd75a7f-8f6d-42d1-b957-ea2df5dd94f4 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.2177005
Jun 04 13:49:26.885195 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cb226-d903-4ad6-a5ab-442891111055 req-c1768201-de03-4194-8d8f-5044ce6c9684 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:26.886749 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3f8cb226-d903-4ad6-a5ab-442891111055 req-c1768201-de03-4194-8d8f-5044ce6c9684 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=befd1e63-841d-4ea1-84fe-280300605cd6 HTTP/1.1" status: 200  len: 943 time: 0.1835272
Jun 04 13:49:26.927781 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-4273b0ea-a848-45db-831a-93075a5f1f93 req-801dc2b1-ade9-4da3-99c0-38dd8cb14471 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447140
Jun 04 13:49:27.052040 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3f8cb226-d903-4ad6-a5ab-442891111055 req-cee11cf2-b1c2-4cd7-9dd0-0f76c7ef22eb tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/security-groups?id=463b3b4c-2ed3-4b10-80a4-ed65c0745064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1340735
Jun 04 13:49:27.123375 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d5177-06e5-455c-a429-3f6b0be1e3f2 req-ef4f5b6c-8866-48a1-be97-99f66cbb1f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:27.124842 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ac9d5177-06e5-455c-a429-3f6b0be1e3f2 req-ef4f5b6c-8866-48a1-be97-99f66cbb1f88 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7d55235-bf68-4e08-8155-47e9a6165636&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2371149
Jun 04 13:49:27.159045 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857fc13-86bc-48dd-ad7b-713a5f75d458 req-f23d88a4-1e1d-4df7-b0ca-cb74edc3c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:27.160744 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6857fc13-86bc-48dd-ad7b-713a5f75d458 req-f23d88a4-1e1d-4df7-b0ca-cb74edc3c7e4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9650a71550354afb93718cd61f608fa7&device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 1098 time: 0.2121520
Jun 04 13:49:27.323967 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 5ed0420e-1df4-4005-89d9-5f4a6338b956 details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:49:27.392691 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 6 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:49:27.420972 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdbc03-c83e-4978-9b35-ee67ad8eabf3 req-b737c0e1-5726-4037-b775-8fb5571f83b9 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:27.430538 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-66cdbc03-c83e-4978-9b35-ee67ad8eabf3 req-b737c0e1-5726-4037-b775-8fb5571f83b9 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cd4f8f5-6db2-4066-b251-d4558fac5431 HTTP/1.1" status: 200  len: 945 time: 0.1977606
Jun 04 13:49:27.435110 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ac9d5177-06e5-455c-a429-3f6b0be1e3f2 req-cb07d256-8f7b-4456-b964-dc16791cf7d2 service neutron] 10.222.0.55 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3012199
Jun 04 13:49:27.573354 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-66cdbc03-c83e-4978-9b35-ee67ad8eabf3 req-2ad73e6b-31db-4319-8be3-02bc3f7d9907 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=f757589a-1563-43c0-b31e-5d1502e58b6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1401486
Jun 04 13:49:27.622229 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 5ed0420e-1df4-4005-89d9-5f4a6338b956, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=5ed0420e-1df4-4005-89d9-5f4a6338b956,segment=NetworkSegment(4557923e-4c95-473c-9b7e-16c5fd711bf4),segment_id=4557923e-4c95-473c-9b7e-16c5fd711bf4)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:49:27.643586 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Returning: {'device': '5ed0420e-1df4-4005-89d9-5f4a6338b956', 'network_id': '730b0b69-5d72-430e-beb5-fce8910e6da2', 'port_id': '5ed0420e-1df4-4005-89d9-5f4a6338b956', 'mac_address': 'fa:16:3e:6e:c8:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d31d2f1-5ecf-4ddc-8059-df8e004e3745', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:49:27.648210 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857fc13-86bc-48dd-ad7b-713a5f75d458 req-b132c5a9-6542-4591-a61d-89c793973f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:27.651155 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6857fc13-86bc-48dd-ad7b-713a5f75d458 req-b132c5a9-6542-4591-a61d-89c793973f98 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb HTTP/1.1" status: 200  len: 910 time: 0.4283521
Jun 04 13:49:27.725600 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 5ed0420e-1df4-4005-89d9-5f4a6338b956 is: DOWN; New status is: BUILD {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:49:27.726070 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:27.768464 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ed0420e-1df4-4005-89d9-5f4a6338b956 {{(pid=88596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:49:27.803703 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 5ed0420e-1df4-4005-89d9-5f4a6338b956, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=5ed0420e-1df4-4005-89d9-5f4a6338b956,segment=NetworkSegment(4557923e-4c95-473c-9b7e-16c5fd711bf4),segment_id=4557923e-4c95-473c-9b7e-16c5fd711bf4)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:49:27.838109 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ac9d5177-06e5-455c-a429-3f6b0be1e3f2 req-1f315a6d-f372-46bf-a224-4b80cf2fe030 service neutron] 10.222.0.55 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3818076
Jun 04 13:49:27.863098 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:27.984031 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6857fc13-86bc-48dd-ad7b-713a5f75d458 req-d28e4361-235e-4763-9b6a-feec86170741 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=146e29a3-ae72-4d89-8eed-82b6a6bd7f5d HTTP/1.1" status: 200  len: 1001 time: 0.3102877
Jun 04 13:49:28.002061 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=5ed0420e-1df4-4005-89d9-5f4a6338b956,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:28.104562 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857fc13-86bc-48dd-ad7b-713a5f75d458 req-bf6aa446-b3ad-446f-99eb-3c002960eae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:28.106380 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6857fc13-86bc-48dd-ad7b-713a5f75d458 req-bf6aa446-b3ad-446f-99eb-3c002960eae4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e HTTP/1.1" status: 200  len: 848 time: 0.1048803
Jun 04 13:49:28.276623 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8d4f2-a1e9-4e58-80d1-e859710dcb77 req-cb26604e-7e50-40c1-af19-1743f1a4e2fa tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:28.292946 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-0ec8d4f2-a1e9-4e58-80d1-e859710dcb77 req-cb26604e-7e50-40c1-af19-1743f1a4e2fa tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.1853476
Jun 04 13:49:28.299997 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857fc13-86bc-48dd-ad7b-713a5f75d458 req-3354dca1-3a3b-4e3b-aefb-340750deba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:28.301442 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6857fc13-86bc-48dd-ad7b-713a5f75d458 req-3354dca1-3a3b-4e3b-aefb-340750deba77 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1364248
Jun 04 13:49:28.311112 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['5ed0420e-1df4-4005-89d9-5f4a6338b956'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:49:28.498338 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac70327-ccc4-4a2e-95ff-ea44716a4be5 req-3fc361db-c6ee-4680-b5cb-fa0f18b057a7 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:28.513007 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-0ac70327-ccc4-4a2e-95ff-ea44716a4be5 req-3fc361db-c6ee-4680-b5cb-fa0f18b057a7 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=befd1e63-841d-4ea1-84fe-280300605cd6 HTTP/1.1" status: 200  len: 944 time: 0.2336714
Jun 04 13:49:28.538592 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6857fc13-86bc-48dd-ad7b-713a5f75d458 req-5c53ee02-9ab5-462a-8f01-6ba2886b3270 service neutron] 10.222.0.55 "GET /v2.0/networks/7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1988063
Jun 04 13:49:28.546840 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-0ec8d4f2-a1e9-4e58-80d1-e859710dcb77 req-87570123-fb1e-4efd-9917-a389b47202cd tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2433128
Jun 04 13:49:28.690895 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-0ac70327-ccc4-4a2e-95ff-ea44716a4be5 req-9b791d45-2e59-4437-ba95-6206fdbeea53 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/security-groups?id=463b3b4c-2ed3-4b10-80a4-ed65c0745064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1634367
Jun 04 13:49:28.818665 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6857fc13-86bc-48dd-ad7b-713a5f75d458 req-087145e2-5bdb-4fcd-bdc5-efd8f6f2977c service neutron] 10.222.0.55 "GET /v2.0/networks/7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2654262
Jun 04 13:49:28.934030 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87188bdd-e9c6-4b10-b929-5b9bbe009cd8 req-43ac3290-b36a-4831-a0dd-85ec1aa140a9 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:28.941644 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-87188bdd-e9c6-4b10-b929-5b9bbe009cd8 req-43ac3290-b36a-4831-a0dd-85ec1aa140a9 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cd4f8f5-6db2-4066-b251-d4558fac5431 HTTP/1.1" status: 200  len: 945 time: 0.1104341
Jun 04 13:49:28.992011 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-87188bdd-e9c6-4b10-b929-5b9bbe009cd8 req-30af248d-1d57-4bc1-9c76-2a2daa9794e0 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=f757589a-1563-43c0-b31e-5d1502e58b6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480795
Jun 04 13:49:29.202104 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cce15-c693-4198-877a-78b85f073a16 req-b577f760-7af8-44fd-88e6-92a33568edd4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:29.203706 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-099cce15-c693-4198-877a-78b85f073a16 req-b577f760-7af8-44fd-88e6-92a33568edd4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cd4f8f5-6db2-4066-b251-d4558fac5431 HTTP/1.1" status: 200  len: 945 time: 0.0800922
Jun 04 13:49:29.211974 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 46558) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:49:29.217572 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-30581d0f-2bbe-4f1f-ae7b-d5c2d23732d4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Request body: {'floatingip': {'port_id': '11170224-40c3-43b2-9762-55e3402b197a'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:49:29.301174 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-30581d0f-2bbe-4f1f-ae7b-d5c2d23732d4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for floatingip, before_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:29.870694 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff724c-8877-4561-a248-a802a3433e74 req-5b982126-0f7f-490d-b0be-49471c0aa0ac tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:29.878207 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e2ff724c-8877-4561-a248-a802a3433e74 req-5b982126-0f7f-490d-b0be-49471c0aa0ac tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.1286981
Jun 04 13:49:29.960694 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e2ff724c-8877-4561-a248-a802a3433e74 req-c08a6653-07f6-4be8-8276-4c5c43f42414 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0802779
Jun 04 13:49:30.289285 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68bdcd-d8bb-4905-8f91-81a72c08c89a req-c3ffaebb-dab3-4c81-8204-076fa64b7f47 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:30.296413 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-fe68bdcd-d8bb-4905-8f91-81a72c08c89a req-c3ffaebb-dab3-4c81-8204-076fa64b7f47 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=befd1e63-841d-4ea1-84fe-280300605cd6 HTTP/1.1" status: 200  len: 944 time: 0.3246329
Jun 04 13:49:30.435759 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-fe68bdcd-d8bb-4905-8f91-81a72c08c89a req-5c482271-db2b-4d51-9025-1106697f51dd tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/security-groups?id=463b3b4c-2ed3-4b10-80a4-ed65c0745064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1366143
Jun 04 13:49:30.461141 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-30581d0f-2bbe-4f1f-ae7b-d5c2d23732d4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:30.509750 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-30581d0f-2bbe-4f1f-ae7b-d5c2d23732d4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:30.733654 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.db.l3_db [None req-30581d0f-2bbe-4f1f-ae7b-d5c2d23732d4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Floating IP ef4f9be9-d2b6-4d69-9add-9d9a8aee9368 associated. External IP: 172.27.2.60, port: 11170224-40c3-43b2-9762-55e3402b197a.
Jun 04 13:49:31.257298 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14380397-2737-4c9c-ad60-3727a62cbbfd req-2bfb81f4-dcda-43ff-9a54-f766409da7f7 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:31.265256 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-14380397-2737-4c9c-ad60-3727a62cbbfd req-2bfb81f4-dcda-43ff-9a54-f766409da7f7 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.1146517
Jun 04 13:49:31.267308 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30581d0f-2bbe-4f1f-ae7b-d5c2d23732d4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:49:31.328603 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-14380397-2737-4c9c-ad60-3727a62cbbfd req-a9439b22-eb87-442d-9485-bde26798d666 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0624390
Jun 04 13:49:31.371529 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 5ed0420e-1df4-4005-89d9-5f4a6338b956 up at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:49:31.572315 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-99ef13f1-4cab-4d06-84c5-6c6189e63808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:31.600632 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning for port 5ed0420e-1df4-4005-89d9-5f4a6338b956 completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:49:31.606536 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning complete for port 5ed0420e-1df4-4005-89d9-5f4a6338b956 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:49:31.606948 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:31.707249 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30581d0f-2bbe-4f1f-ae7b-d5c2d23732d4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:49:31.711594 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-30581d0f-2bbe-4f1f-ae7b-d5c2d23732d4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:31.717515 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1ddd7b-abab-47a4-b91f-f07787176387 None None] Sync routers for ids ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'] in dv-cinder-843593-2-iscsi {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:49:31.726715 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1ddd7b-abab-47a4-b91f-f07787176387 None None] Routers {'6970f1a1-b3ff-41b6-80c8-570efa1a2642'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:49:31.728099 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-ad1ddd7b-abab-47a4-b91f-f07787176387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ec4ff70>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:49:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:49:31.729376 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 5ed0420e-1df4-4005-89d9-5f4a6338b956 is: BUILD; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:49:31.730035 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:31.761570 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'befd1e63-841d-4ea1-84fe-280300605cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed0420e-1df4-4005-89d9-5f4a6338b956'}] {{(pid=88596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:49:31.784544 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-30581d0f-2bbe-4f1f-ae7b-d5c2d23732d4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "PUT /v2.0/floatingips/ef4f9be9-d2b6-4d69-9add-9d9a8aee9368 HTTP/1.1" status: 200  len: 990 time: 2.5709016
Jun 04 13:49:31.787233 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd4f8f5-6db2-4066-b251-d4558fac5431', 'tag': '11170224-40c3-43b2-9762-55e3402b197a'}] {{(pid=88595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:49:31.792517 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 5ed0420e-1df4-4005-89d9-5f4a6338b956, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=5ed0420e-1df4-4005-89d9-5f4a6338b956,segment=NetworkSegment(4557923e-4c95-473c-9b7e-16c5fd711bf4),segment_id=4557923e-4c95-473c-9b7e-16c5fd711bf4)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:49:31.801498 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b53797-5452-4666-8150-35e2cd614de8 req-ce903d69-8ea1-40f5-93e4-0b263b690702 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:31.803098 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d2b53797-5452-4666-8150-35e2cd614de8 req-ce903d69-8ea1-40f5-93e4-0b263b690702 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=befd1e63-841d-4ea1-84fe-280300605cd6 HTTP/1.1" status: 200  len: 944 time: 0.1774051
Jun 04 13:49:31.843435 dv-cinder-843593-2-iscsi neutron-server[88596]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59b99069-28e6-4929-a4c3-de986a459394'] response: {'server_uuid': 'befd1e63-841d-4ea1-84fe-280300605cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed0420e-1df4-4005-89d9-5f4a6338b956', 'code': 200}
Jun 04 13:49:31.858175 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:31.893583 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbe0a80b-f1ff-41b6-b969-9e3049f2a2c7'] response: {'name': 'network-changed', 'server_uuid': '0cd4f8f5-6db2-4066-b251-d4558fac5431', 'tag': '11170224-40c3-43b2-9762-55e3402b197a', 'status': 'completed', 'code': 200}
Jun 04 13:49:31.906201 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d2b53797-5452-4666-8150-35e2cd614de8 req-65b44756-a96f-4734-8797-dc86519c29c5 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/security-groups?id=463b3b4c-2ed3-4b10-80a4-ed65c0745064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955341
Jun 04 13:49:31.954998 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=5ed0420e-1df4-4005-89d9-5f4a6338b956,revision_number=5']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:31.986204 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-ad1ddd7b-abab-47a4-b91f-f07787176387 None None] Set router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:49:32.048081 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb6fa7-3cbc-451c-8bb1-a966b9439be5 req-d60d2091-0887-4ec3-88ef-ab7969e22b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:32.050444 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-20bb6fa7-3cbc-451c-8bb1-a966b9439be5 req-d60d2091-0887-4ec3-88ef-ab7969e22b5b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=04f6f6455e3046efade411926e0f0561&device_id=0cd4f8f5-6db2-4066-b251-d4558fac5431 HTTP/1.1" status: 200  len: 1098 time: 0.0786927
Jun 04 13:49:32.340607 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-ad1ddd7b-abab-47a4-b91f-f07787176387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ec4ff70>, [{'id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:41Z', 'revision_number': 4, 'project_id': '04f6f6455e3046efade411926e0f0561', 'gw_port': {'id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': '1dd33ad3-93b1-4f18-a3b0-9b9909b572c7', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'port_id': '27770265-398d-4ada-87f2-212754c68a41', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'mac_address': 'fa:16:3e:c5:5c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51139133-f363-4326-9ace-7d58f32d4bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:46:53Z', 'updated_at': '2022-06-04T13:47:32Z', 'revision_number': 2, 'project_id': '04f6f6455e3046efade411926e0f0561', 'fixed_ip_address_scope': None}, {'id': 'ef4f9be9-d2b6-4d69-9add-9d9a8aee9368', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'port_id': '11170224-40c3-43b2-9762-55e3402b197a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'mac_address': 'fa:16:3e:ef:ae:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd4f8f5-6db2-4066-b251-d4558fac5431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:48:46Z', 'updated_at': '2022-06-04T13:49:30Z', 'revision_number': 1, 'project_id': '04f6f6455e3046efade411926e0f0561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711cf581-c378-430c-a852-b96602d99b90', 'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'mac_address': 'fa:16:3e:bb:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:59Z', 'revision_number': 5, 'project_id': '04f6f6455e3046efade411926e0f0561', 'subnets': [{'id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:49:32.344237 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1ddd7b-abab-47a4-b91f-f07787176387 None None] Checking router: 6970f1a1-b3ff-41b6-80c8-570efa1a2642 for host: dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:49:32.352233 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1ddd7b-abab-47a4-b91f-f07787176387 None None] Routers {'6970f1a1-b3ff-41b6-80c8-570efa1a2642'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:49:32.353708 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-ad1ddd7b-abab-47a4-b91f-f07787176387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ec4ff70>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:49:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:49:32.546492 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-ad1ddd7b-abab-47a4-b91f-f07787176387 None None] Set router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:49:32.893621 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-ad1ddd7b-abab-47a4-b91f-f07787176387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ec4ff70>, [{'id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:41Z', 'revision_number': 4, 'project_id': '04f6f6455e3046efade411926e0f0561', 'gw_port': {'id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': '1dd33ad3-93b1-4f18-a3b0-9b9909b572c7', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'port_id': '27770265-398d-4ada-87f2-212754c68a41', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'mac_address': 'fa:16:3e:c5:5c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51139133-f363-4326-9ace-7d58f32d4bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:46:53Z', 'updated_at': '2022-06-04T13:47:32Z', 'revision_number': 2, 'project_id': '04f6f6455e3046efade411926e0f0561', 'fixed_ip_address_scope': None}, {'id': 'ef4f9be9-d2b6-4d69-9add-9d9a8aee9368', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'port_id': '11170224-40c3-43b2-9762-55e3402b197a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'mac_address': 'fa:16:3e:ef:ae:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd4f8f5-6db2-4066-b251-d4558fac5431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:48:46Z', 'updated_at': '2022-06-04T13:49:30Z', 'revision_number': 1, 'project_id': '04f6f6455e3046efade411926e0f0561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711cf581-c378-430c-a852-b96602d99b90', 'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'mac_address': 'fa:16:3e:bb:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:59Z', 'revision_number': 5, 'project_id': '04f6f6455e3046efade411926e0f0561', 'subnets': [{'id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:49:32.897440 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1ddd7b-abab-47a4-b91f-f07787176387 None None] The sync data for ids ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'] in dv-cinder-843593-2-iscsi is: [{'id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:41Z', 'revision_number': 4, 'project_id': '04f6f6455e3046efade411926e0f0561', 'gw_port': {'id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': '1dd33ad3-93b1-4f18-a3b0-9b9909b572c7', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'port_id': '27770265-398d-4ada-87f2-212754c68a41', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'mac_address': 'fa:16:3e:c5:5c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51139133-f363-4326-9ace-7d58f32d4bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:46:53Z', 'updated_at': '2022-06-04T13:47:32Z', 'revision_number': 2, 'project_id': '04f6f6455e3046efade411926e0f0561', 'fixed_ip_address_scope': None}, {'id': 'ef4f9be9-d2b6-4d69-9add-9d9a8aee9368', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'port_id': '11170224-40c3-43b2-9762-55e3402b197a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'mac_address': 'fa:16:3e:ef:ae:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd4f8f5-6db2-4066-b251-d4558fac5431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:48:46Z', 'updated_at': '2022-06-04T13:49:30Z', 'revision_number': 1, 'project_id': '04f6f6455e3046efade411926e0f0561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711cf581-c378-430c-a852-b96602d99b90', 'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'mac_address': 'fa:16:3e:bb:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:59Z', 'revision_number': 5, 'project_id': '04f6f6455e3046efade411926e0f0561', 'subnets': [{'id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:49:33.104761 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d46dd-5752-44d1-8efa-45210005a662 req-96efee05-23b5-4211-a5cd-a5176b765537 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:33.106243 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-dc9d46dd-5752-44d1-8efa-45210005a662 req-96efee05-23b5-4211-a5cd-a5176b765537 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=befd1e63-841d-4ea1-84fe-280300605cd6 HTTP/1.1" status: 200  len: 945 time: 0.0944126
Jun 04 13:49:33.119648 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3890bd1-688f-4bcc-9326-5ec3617dde4b None None] New status for floating IP ef4f9be9-d2b6-4d69-9add-9d9a8aee9368: ACTIVE {{(pid=88596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:49:33.240020 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-dc9d46dd-5752-44d1-8efa-45210005a662 req-12b76944-16db-4905-b6a0-34f0aede57b4 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/security-groups?id=463b3b4c-2ed3-4b10-80a4-ed65c0745064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107078
Jun 04 13:49:33.271498 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb6fa7-3cbc-451c-8bb1-a966b9439be5 req-b5ba5af0-918c-41da-bd63-ac6067c9c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:33.272985 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-20bb6fa7-3cbc-451c-8bb1-a966b9439be5 req-b5ba5af0-918c-41da-bd63-ac6067c9c277 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8b092770-eea2-4e76-9959-7bb13a86dfb1 HTTP/1.1" status: 200  len: 915 time: 0.1631670
Jun 04 13:49:33.759570 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-25be46b2-49f4-4cf8-9a59-61ec57800086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:34.421558 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339c7dc-0a00-4359-b9dd-d3a6c90a3fb3 req-16ce0b15-2225-4314-a4f6-7a250e64014c tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:34.422901 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-9339c7dc-0a00-4359-b9dd-d3a6c90a3fb3 req-16ce0b15-2225-4314-a4f6-7a250e64014c tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=befd1e63-841d-4ea1-84fe-280300605cd6 HTTP/1.1" status: 200  len: 945 time: 0.0781724
Jun 04 13:49:34.465183 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-9339c7dc-0a00-4359-b9dd-d3a6c90a3fb3 req-a7fe1eba-0f6f-4596-ac42-941c248f5ab6 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/security-groups?id=463b3b4c-2ed3-4b10-80a4-ed65c0745064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366690
Jun 04 13:49:34.667281 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:34.804671 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:35.113715 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-20bb6fa7-3cbc-451c-8bb1-a966b9439be5 req-37d95889-a60d-4ba1-a517-1ea7a07f229f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11170224-40c3-43b2-9762-55e3402b197a HTTP/1.1" status: 200  len: 1000 time: 0.1380377
Jun 04 13:49:35.212961 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf2de8-ab61-4fe2-89c2-9000a2358c1e req-a08012bf-f736-4b08-ac57-33c7abaf7a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:35.214767 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3dcf2de8-ab61-4fe2-89c2-9000a2358c1e req-a08012bf-f736-4b08-ac57-33c7abaf7a03 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=befd1e63-841d-4ea1-84fe-280300605cd6 HTTP/1.1" status: 200  len: 1098 time: 0.1913328
Jun 04 13:49:35.218702 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb6fa7-3cbc-451c-8bb1-a966b9439be5 req-c4015fb8-2731-46bb-aaf2-526c3a11125d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:35.220176 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-20bb6fa7-3cbc-451c-8bb1-a966b9439be5 req-c4015fb8-2731-46bb-aaf2-526c3a11125d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69bc4cdc-ad33-4161-be2e-42ba13f7d967 HTTP/1.1" status: 200  len: 853 time: 0.0874977
Jun 04 13:49:35.327908 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3dcf2de8-ab61-4fe2-89c2-9000a2358c1e req-b47be445-67a7-407f-b604-04cae090be28 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=463b3b4c-2ed3-4b10-80a4-ed65c0745064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916765
Jun 04 13:49:35.382657 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb6fa7-3cbc-451c-8bb1-a966b9439be5 req-4968208d-0274-4efd-9fd4-a4f416793495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:35.384984 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-20bb6fa7-3cbc-451c-8bb1-a966b9439be5 req-4968208d-0274-4efd-9fd4-a4f416793495 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8b092770-eea2-4e76-9959-7bb13a86dfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1324308
Jun 04 13:49:35.667315 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81dda0-96f5-4ea6-8f9c-9f26f34511a3 req-2cf03adf-8700-40ac-a9b1-48c1f43d50bc tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:35.669117 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-9b81dda0-96f5-4ea6-8f9c-9f26f34511a3 req-2cf03adf-8700-40ac-a9b1-48c1f43d50bc tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=befd1e63-841d-4ea1-84fe-280300605cd6 HTTP/1.1" status: 200  len: 945 time: 0.0963235
Jun 04 13:49:35.717893 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-9b81dda0-96f5-4ea6-8f9c-9f26f34511a3 req-aa4f97a6-6638-4d0c-90ad-f428bb054f95 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/security-groups?id=463b3b4c-2ed3-4b10-80a4-ed65c0745064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429893
Jun 04 13:49:35.966259 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-20bb6fa7-3cbc-451c-8bb1-a966b9439be5 req-64c9997c-bc11-45e8-aae5-1cc97e27ba9b service neutron] 10.222.0.55 "GET /v2.0/networks/8b092770-eea2-4e76-9959-7bb13a86dfb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2312768
Jun 04 13:49:36.138134 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:36.172522 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-20bb6fa7-3cbc-451c-8bb1-a966b9439be5 req-2c716dfa-b419-4a8b-8f00-87d98f7c11b9 service neutron] 10.222.0.55 "GET /v2.0/networks/8b092770-eea2-4e76-9959-7bb13a86dfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1936171
Jun 04 13:49:36.937199 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e11d30-c6f4-472a-a0db-c7c1a0e196b4 req-eadc2bf1-98c2-43d8-af81-0d6ce88bbc07 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:36.944284 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-57e11d30-c6f4-472a-a0db-c7c1a0e196b4 req-eadc2bf1-98c2-43d8-af81-0d6ce88bbc07 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=befd1e63-841d-4ea1-84fe-280300605cd6 HTTP/1.1" status: 200  len: 945 time: 0.1022651
Jun 04 13:49:36.987277 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-57e11d30-c6f4-472a-a0db-c7c1a0e196b4 req-5137a2ef-3ce6-4b34-bcf1-ec196067c59c tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/security-groups?id=463b3b4c-2ed3-4b10-80a4-ed65c0745064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420268
Jun 04 13:49:38.299402 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181fab1-4a86-4bd2-aba2-b9d27c9d794b req-d1a78b7a-be0a-462e-a67e-958aefdb23b2 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:49:38.308653 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8181fab1-4a86-4bd2-aba2-b9d27c9d794b req-d1a78b7a-be0a-462e-a67e-958aefdb23b2 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=befd1e63-841d-4ea1-84fe-280300605cd6 HTTP/1.1" status: 200  len: 945 time: 0.1399899
Jun 04 13:49:38.380494 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8181fab1-4a86-4bd2-aba2-b9d27c9d794b req-7eb90f40-3aee-4a86-8f64-1fe2da10409d tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/security-groups?id=463b3b4c-2ed3-4b10-80a4-ed65c0745064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708597
Jun 04 13:49:42.661722 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 46848) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:49:42.777093 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c148bdf4-bd63-4a2f-a7ad-9b830616fcdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:42.791161 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-c148bdf4-bd63-4a2f-a7ad-9b830616fcdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:49:42.794967 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-c148bdf4-bd63-4a2f-a7ad-9b830616fcdd admin admin] Usage tracker for resource:security_group_rule and tenant:36e2e550271c4041b15cf2d2ac528195 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:49:42.797801 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-c148bdf4-bd63-4a2f-a7ad-9b830616fcdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:49:42.804034 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-c148bdf4-bd63-4a2f-a7ad-9b830616fcdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:49:42.883968 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c148bdf4-bd63-4a2f-a7ad-9b830616fcdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:42.954138 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c148bdf4-bd63-4a2f-a7ad-9b830616fcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:43.000976 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-c148bdf4-bd63-4a2f-a7ad-9b830616fcdd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36e2e550271c4041b15cf2d2ac528195&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3381169
Jun 04 13:49:43.004894 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148bdf4-bd63-4a2f-a7ad-9b830616fcdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3f6c09-3c43-4a32-b4b3-be2897a531e2,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:43.005163 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 46854) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:49:43.011728 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148bdf4-bd63-4a2f-a7ad-9b830616fcdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:43.012288 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148bdf4-bd63-4a2f-a7ad-9b830616fcdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:43.012786 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148bdf4-bd63-4a2f-a7ad-9b830616fcdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:43.013279 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148bdf4-bd63-4a2f-a7ad-9b830616fcdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:43.013778 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148bdf4-bd63-4a2f-a7ad-9b830616fcdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:43.014287 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148bdf4-bd63-4a2f-a7ad-9b830616fcdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:43.014771 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148bdf4-bd63-4a2f-a7ad-9b830616fcdd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:43.015273 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148bdf4-bd63-4a2f-a7ad-9b830616fcdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:43.015760 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148bdf4-bd63-4a2f-a7ad-9b830616fcdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:43.016467 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148bdf4-bd63-4a2f-a7ad-9b830616fcdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:43.016939 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148bdf4-bd63-4a2f-a7ad-9b830616fcdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:43.017417 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148bdf4-bd63-4a2f-a7ad-9b830616fcdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:43.069771 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-cfa9accc-04fa-4445-ad98-ca49e4990f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:43.097937 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-cfa9accc-04fa-4445-ad98-ca49e4990f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:43.205872 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-cfa9accc-04fa-4445-ad98-ca49e4990f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:43.222342 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9accc-04fa-4445-ad98-ca49e4990f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3f6c09-3c43-4a32-b4b3-be2897a531e2,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:43.233211 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-cfa9accc-04fa-4445-ad98-ca49e4990f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:43.234561 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-cfa9accc-04fa-4445-ad98-ca49e4990f1a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf3f6c09-3c43-4a32-b4b3-be2897a531e2 HTTP/1.1" status: 204  len: 168 time: 0.2300441
Jun 04 13:49:44.337977 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 46918) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:49:44.568645 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-0d41b0ba-c5f6-43f8-9274-c3ed6720c157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:44.583930 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-0d41b0ba-c5f6-43f8-9274-c3ed6720c157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:49:44.589214 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-0d41b0ba-c5f6-43f8-9274-c3ed6720c157 admin admin] Usage tracker for resource:security_group_rule and tenant:4a15b130d2984f0d8387aa2ea4ded9bf is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:49:44.592889 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-0d41b0ba-c5f6-43f8-9274-c3ed6720c157 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:49:44.598658 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-0d41b0ba-c5f6-43f8-9274-c3ed6720c157 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:49:44.705034 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-0d41b0ba-c5f6-43f8-9274-c3ed6720c157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:44.793060 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-0d41b0ba-c5f6-43f8-9274-c3ed6720c157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:44.841861 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41b0ba-c5f6-43f8-9274-c3ed6720c157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6562f4f2-2973-4db0-a783-cd33c1d00267,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:44.846190 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-0d41b0ba-c5f6-43f8-9274-c3ed6720c157 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a15b130d2984f0d8387aa2ea4ded9bf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5070157
Jun 04 13:49:44.848734 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 46950) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:49:44.909131 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-07e7e36c-5100-4de6-87b6-ee24531592b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:44.935298 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-07e7e36c-5100-4de6-87b6-ee24531592b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:45.056598 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-07e7e36c-5100-4de6-87b6-ee24531592b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:45.070811 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7e36c-5100-4de6-87b6-ee24531592b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6562f4f2-2973-4db0-a783-cd33c1d00267,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:45.077991 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-07e7e36c-5100-4de6-87b6-ee24531592b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:45.079177 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-07e7e36c-5100-4de6-87b6-ee24531592b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6562f4f2-2973-4db0-a783-cd33c1d00267 HTTP/1.1" status: 204  len: 168 time: 0.2294171
Jun 04 13:49:45.691484 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 47002) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:49:45.709104 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-d533fda3-0eed-4dbb-b135-73a7845f7583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:45.727691 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-d533fda3-0eed-4dbb-b135-73a7845f7583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:49:45.731477 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-d533fda3-0eed-4dbb-b135-73a7845f7583 admin admin] Usage tracker for resource:security_group_rule and tenant:c71cbcc273324cc5b119ae2c85e67812 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:49:45.734395 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-d533fda3-0eed-4dbb-b135-73a7845f7583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:49:45.740332 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-d533fda3-0eed-4dbb-b135-73a7845f7583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:49:45.826670 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-d533fda3-0eed-4dbb-b135-73a7845f7583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:45.914803 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-d533fda3-0eed-4dbb-b135-73a7845f7583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:45.962155 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-d533fda3-0eed-4dbb-b135-73a7845f7583 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c71cbcc273324cc5b119ae2c85e67812&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2696271
Jun 04 13:49:45.963129 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533fda3-0eed-4dbb-b135-73a7845f7583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c18b47d-5a34-4abc-9a54-95519d401667,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:45.964908 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 47008) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:49:46.029987 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-3c107e6a-035b-4108-a3c9-fc54c42059fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:46.059187 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-3c107e6a-035b-4108-a3c9-fc54c42059fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:46.172159 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-3c107e6a-035b-4108-a3c9-fc54c42059fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:46.188202 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c107e6a-035b-4108-a3c9-fc54c42059fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c18b47d-5a34-4abc-9a54-95519d401667,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:46.198812 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c107e6a-035b-4108-a3c9-fc54c42059fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:46.199180 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c107e6a-035b-4108-a3c9-fc54c42059fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:46.199514 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c107e6a-035b-4108-a3c9-fc54c42059fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:46.199842 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c107e6a-035b-4108-a3c9-fc54c42059fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:46.200168 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c107e6a-035b-4108-a3c9-fc54c42059fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:46.200491 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c107e6a-035b-4108-a3c9-fc54c42059fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:46.200813 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c107e6a-035b-4108-a3c9-fc54c42059fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:46.201129 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c107e6a-035b-4108-a3c9-fc54c42059fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:46.201449 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c107e6a-035b-4108-a3c9-fc54c42059fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:46.201766 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c107e6a-035b-4108-a3c9-fc54c42059fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:46.202083 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c107e6a-035b-4108-a3c9-fc54c42059fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:46.202398 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c107e6a-035b-4108-a3c9-fc54c42059fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:49:46.205630 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-3c107e6a-035b-4108-a3c9-fc54c42059fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:46.207388 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-3c107e6a-035b-4108-a3c9-fc54c42059fd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c18b47d-5a34-4abc-9a54-95519d401667 HTTP/1.1" status: 204  len: 168 time: 0.2401223
Jun 04 13:49:46.564633 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 47022) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:49:46.625854 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe88881-4f2b-4c4b-ba55-27d9f43a357e admin admin] Deleting subnet 26485e7a-6412-4e20-b549-e682531d62ea {{(pid=88594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 04 13:49:46.629080 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-abe88881-4f2b-4c4b-ba55-27d9f43a357e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:46.681858 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-abe88881-4f2b-4c4b-ba55-27d9f43a357e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65378612'] for subnet, precommit_delete_associations {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:46.739019 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-abe88881-4f2b-4c4b-ba55-27d9f43a357e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694649'] for subnet, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:46.818290 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 47028) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:49:46.837297 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-9f68c391-487e-477e-97a4-b0971a0e7f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:46.852854 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-9f68c391-487e-477e-97a4-b0971a0e7f35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:49:46.858278 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-9f68c391-487e-477e-97a4-b0971a0e7f35 admin admin] Usage tracker for resource:security_group_rule and tenant:e4159c6b61db4e5a800b4ae35b662734 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:49:46.861855 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-9f68c391-487e-477e-97a4-b0971a0e7f35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:49:46.868229 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-9f68c391-487e-477e-97a4-b0971a0e7f35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:49:46.878377 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-abe88881-4f2b-4c4b-ba55-27d9f43a357e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65841225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65227553'] for subnet, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:46.930468 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe88881-4f2b-4c4b-ba55-27d9f43a357e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26485e7a-6412-4e20-b549-e682531d62ea,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:46.937124 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-abe88881-4f2b-4c4b-ba55-27d9f43a357e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:46.950611 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-abe88881-4f2b-4c4b-ba55-27d9f43a357e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/26485e7a-6412-4e20-b549-e682531d62ea HTTP/1.1" status: 204  len: 168 time: 0.3848591
Jun 04 13:49:46.953152 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 47042) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:49:47.010276 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-9f68c391-487e-477e-97a4-b0971a0e7f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:47.051843 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-9f68c391-487e-477e-97a4-b0971a0e7f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:47.073895 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bfbc2728-55a1-4d14-998e-51281ce17cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751646'] for network, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:47.109735 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-9f68c391-487e-477e-97a4-b0971a0e7f35 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e4159c6b61db4e5a800b4ae35b662734&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2879040
Jun 04 13:49:47.109735 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68c391-487e-477e-97a4-b0971a0e7f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5da748-80b1-4270-86ca-0a0ee1d17d4c,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:47.111218 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 47052) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:49:47.175387 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-829bf7c2-d114-4bc2-b9cd-b0f72446a11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:47.203305 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bfbc2728-55a1-4d14-998e-51281ce17cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659742', 'neutron.services.segments.db._delete_segments_for_network-8733313062566'] for network, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:47.205744 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-829bf7c2-d114-4bc2-b9cd-b0f72446a11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:47.229441 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bfbc2728-55a1-4d14-998e-51281ce17cba admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f161d9a7250>> segment before_delete 55550000 {{(pid=88595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:49:47.229783 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bfbc2728-55a1-4d14-998e-51281ce17cba admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f161d9a7250>> subnet precommit_delete_associations 55550000 {{(pid=88595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:49:47.230545 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bfbc2728-55a1-4d14-998e-51281ce17cba admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f161d9a7340>> segment_host_mapping after_create 55550000 {{(pid=88595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:49:47.230873 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bfbc2728-55a1-4d14-998e-51281ce17cba admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f161d9a7340>> port after_create 55550000 {{(pid=88595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:49:47.231224 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bfbc2728-55a1-4d14-998e-51281ce17cba admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f161d9a7340>> port after_delete 55550000 {{(pid=88595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:49:47.231560 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bfbc2728-55a1-4d14-998e-51281ce17cba admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f161d9a7340>> port after_update 55550000 {{(pid=88595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:49:47.231876 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bfbc2728-55a1-4d14-998e-51281ce17cba admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f161d9a7340>> segment after_delete 55550000 {{(pid=88595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:49:47.232213 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bfbc2728-55a1-4d14-998e-51281ce17cba admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f161d9a7340>> subnet after_create 55550000 {{(pid=88595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:49:47.232529 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bfbc2728-55a1-4d14-998e-51281ce17cba admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f161d9a7340>> subnet after_delete 55550000 {{(pid=88595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:49:47.232843 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bfbc2728-55a1-4d14-998e-51281ce17cba admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f161d9a7340>> subnet after_update 55550000 {{(pid=88595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:49:47.313825 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bfbc2728-55a1-4d14-998e-51281ce17cba admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f161d6f1c70>> subnet after_create 55550000 {{(pid=88595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:49:47.314172 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bfbc2728-55a1-4d14-998e-51281ce17cba admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f161d6f1c70>> subnet after_delete 55550000 {{(pid=88595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:49:47.314508 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bfbc2728-55a1-4d14-998e-51281ce17cba admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f161d6f1c70>> subnet before_create 55550000 {{(pid=88595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:49:47.314835 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bfbc2728-55a1-4d14-998e-51281ce17cba admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f161d6f1c70>> subnet before_update 55550000 {{(pid=88595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:49:47.315365 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.services.segments.db [None req-bfbc2728-55a1-4d14-998e-51281ce17cba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f161d9a7df0>,) {'filters': {'network_id': ['e4457224-878d-4245-821d-c99a950f2e0e']}} {{(pid=88595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:49:47.329528 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.services.segments.db [None req-bfbc2728-55a1-4d14-998e-51281ce17cba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f161d9a7df0>, 'e4578e56-0570-474b-9830-62bb31e19667') {'for_net_delete': True} {{(pid=88595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:49:47.329727 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.services.segments.db [None req-bfbc2728-55a1-4d14-998e-51281ce17cba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f161d9a7df0>, 'e4578e56-0570-474b-9830-62bb31e19667') {} {{(pid=88595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:49:47.332190 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-829bf7c2-d114-4bc2-b9cd-b0f72446a11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:47.341779 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bfbc2728-55a1-4d14-998e-51281ce17cba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733313065921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64864177'] for segment, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:47.348743 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829bf7c2-d114-4bc2-b9cd-b0f72446a11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5da748-80b1-4270-86ca-0a0ee1d17d4c,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:47.353174 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-829bf7c2-d114-4bc2-b9cd-b0f72446a11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:47.356729 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-829bf7c2-d114-4bc2-b9cd-b0f72446a11c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4a5da748-80b1-4270-86ca-0a0ee1d17d4c HTTP/1.1" status: 204  len: 168 time: 0.2420745
Jun 04 13:49:47.363209 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bfbc2728-55a1-4d14-998e-51281ce17cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:47.371434 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfbc2728-55a1-4d14-998e-51281ce17cba admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:49:47.371821 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bfbc2728-55a1-4d14-998e-51281ce17cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-658974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64863414'] for segment, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:47.560578 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bfbc2728-55a1-4d14-998e-51281ce17cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66723838'] for network, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:47.584489 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bfbc2728-55a1-4d14-998e-51281ce17cba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:47.599403 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc2728-55a1-4d14-998e-51281ce17cba admin admin] Pushing event deleted for resources: {'Network': ['ID=e4457224-878d-4245-821d-c99a950f2e0e,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:47.686431 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-bfbc2728-55a1-4d14-998e-51281ce17cba admin admin] 10.222.0.39 "DELETE /v2.0/networks/e4457224-878d-4245-821d-c99a950f2e0e HTTP/1.1" status: 204  len: 168 time: 0.7320836
Jun 04 13:49:47.728797 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.services.segments.plugin [-] Segment e4578e56-0570-474b-9830-62bb31e19667 resource provider aggregate not found
Jun 04 13:49:47.751714 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.services.segments.plugin [-] Segment e4578e56-0570-474b-9830-62bb31e19667 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4578e56-0570-474b-9830-62bb31e19667 found for delete  ", "request_id": "req-f66662d5-7ddb-400a-a7b3-570317a8c8f1"}]}
Jun 04 13:49:48.057314 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 47084) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:49:48.108825 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-fa49b6ac-eff9-482e-9f13-d41f74ce2dab admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b378e6cc61347c1b7ac304c825e0b0f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0502424
Jun 04 13:49:48.111228 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 47090) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:49:48.173605 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3aabbc61-f086-4681-b69d-0c4d6ba36d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:48.204557 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3aabbc61-f086-4681-b69d-0c4d6ba36d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:48.343177 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3aabbc61-f086-4681-b69d-0c4d6ba36d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:48.360847 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabbc61-f086-4681-b69d-0c4d6ba36d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4901f119-b82a-40be-b079-6e4e43fa3f67,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:48.434459 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3aabbc61-f086-4681-b69d-0c4d6ba36d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:48.435624 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-3aabbc61-f086-4681-b69d-0c4d6ba36d54 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4901f119-b82a-40be-b079-6e4e43fa3f67 HTTP/1.1" status: 204  len: 168 time: 0.3234725
Jun 04 13:49:55.903040 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:58.730474 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 47286) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:49:58.858678 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-0e418778-5078-4e83-869b-f6de219c66b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:58.873690 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-0e418778-5078-4e83-869b-f6de219c66b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:49:58.877520 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-0e418778-5078-4e83-869b-f6de219c66b6 admin admin] Usage tracker for resource:security_group_rule and tenant:213b93a28a534b27876fec85872f52e6 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:49:58.880831 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-0e418778-5078-4e83-869b-f6de219c66b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:49:58.887079 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-0e418778-5078-4e83-869b-f6de219c66b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:49:58.975704 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-0e418778-5078-4e83-869b-f6de219c66b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:59.038464 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-0e418778-5078-4e83-869b-f6de219c66b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:59.080873 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e418778-5078-4e83-869b-f6de219c66b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac52be2-657f-4e2a-8b52-d1b5ce2433e4,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:59.103182 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-0e418778-5078-4e83-869b-f6de219c66b6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=213b93a28a534b27876fec85872f52e6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3713598
Jun 04 13:49:59.109076 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 47306) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:49:59.182876 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3e704fe5-eb83-40c0-8736-aa32b68f7e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:59.209604 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3e704fe5-eb83-40c0-8736-aa32b68f7e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:59.325697 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3e704fe5-eb83-40c0-8736-aa32b68f7e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:59.340654 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e704fe5-eb83-40c0-8736-aa32b68f7e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac52be2-657f-4e2a-8b52-d1b5ce2433e4,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:49:59.347577 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3e704fe5-eb83-40c0-8736-aa32b68f7e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:59.352063 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-3e704fe5-eb83-40c0-8736-aa32b68f7e2d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eac52be2-657f-4e2a-8b52-d1b5ce2433e4 HTTP/1.1" status: 204  len: 168 time: 0.2413306
Jun 04 13:50:01.508445 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-118492e0-5cf7-4606-89f9-7f24a91f1d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:03.782944 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-54bcb2d3-e40a-411e-9ef5-25af06f40ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:04.390647 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 6 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:50:04.614411 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 47392) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:50:04.673837 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:04.732799 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-77c5f9f5-ac94-4c20-8aaf-61ebbb2689d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:04.747624 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-77c5f9f5-ac94-4c20-8aaf-61ebbb2689d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:50:04.751705 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-77c5f9f5-ac94-4c20-8aaf-61ebbb2689d6 admin admin] Usage tracker for resource:security_group_rule and tenant:385d632c06cb47779fc52a6885a3f362 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:50:04.754776 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-77c5f9f5-ac94-4c20-8aaf-61ebbb2689d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:50:04.760686 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-77c5f9f5-ac94-4c20-8aaf-61ebbb2689d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:50:04.816861 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:04.842440 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-77c5f9f5-ac94-4c20-8aaf-61ebbb2689d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:04.912735 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-77c5f9f5-ac94-4c20-8aaf-61ebbb2689d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:04.960182 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-77c5f9f5-ac94-4c20-8aaf-61ebbb2689d6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=385d632c06cb47779fc52a6885a3f362&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3446932
Jun 04 13:50:04.961009 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c5f9f5-ac94-4c20-8aaf-61ebbb2689d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98088cc8-32ce-402e-aa7d-f900cb477f51,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:04.963501 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 47404) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:50:05.023469 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-09e777b8-add5-4aaa-9ebb-ceaf663cc744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:05.050566 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-09e777b8-add5-4aaa-9ebb-ceaf663cc744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:05.187099 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-09e777b8-add5-4aaa-9ebb-ceaf663cc744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:05.205308 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e777b8-add5-4aaa-9ebb-ceaf663cc744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98088cc8-32ce-402e-aa7d-f900cb477f51,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:05.212436 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-09e777b8-add5-4aaa-9ebb-ceaf663cc744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:05.213535 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-09e777b8-add5-4aaa-9ebb-ceaf663cc744 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/98088cc8-32ce-402e-aa7d-f900cb477f51 HTTP/1.1" status: 204  len: 168 time: 0.2482438
Jun 04 13:50:06.062545 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:06.196961 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 47450) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:50:06.303960 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-cf4b96bb-d6cb-442f-8979-c1b0a9e9bec6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-79748535-network', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:50:06.308573 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-cf4b96bb-d6cb-442f-8979-c1b0a9e9bec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:50:06.312372 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-cf4b96bb-d6cb-442f-8979-c1b0a9e9bec6 admin admin] Usage tracker for resource:network and tenant:fd4fbd1432c64d85808c9b11782432cb is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:50:06.315163 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-cf4b96bb-d6cb-442f-8979-c1b0a9e9bec6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:50:06.320746 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-cf4b96bb-d6cb-442f-8979-c1b0a9e9bec6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:50:06.411244 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4b96bb-d6cb-442f-8979-c1b0a9e9bec6 admin admin] Made reservation on behalf of fd4fbd1432c64d85808c9b11782432cb for: {'network': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:50:06.413695 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-cf4b96bb-d6cb-442f-8979-c1b0a9e9bec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for network, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:06.427236 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-cf4b96bb-d6cb-442f-8979-c1b0a9e9bec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:06.443507 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-cf4b96bb-d6cb-442f-8979-c1b0a9e9bec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:50:06.447997 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-cf4b96bb-d6cb-442f-8979-c1b0a9e9bec6 admin admin] Usage tracker for resource:security_group_rule and tenant:fd4fbd1432c64d85808c9b11782432cb is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:50:06.450813 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-cf4b96bb-d6cb-442f-8979-c1b0a9e9bec6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:50:06.456624 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-cf4b96bb-d6cb-442f-8979-c1b0a9e9bec6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:50:06.516519 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c264707-5430-4013-bcf4-ed186a82874d req-076e8fcc-987c-410c-a1bf-cff15f551f1a tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:06.517970 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-4c264707-5430-4013-bcf4-ed186a82874d req-076e8fcc-987c-410c-a1bf-cff15f551f1a tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.0853653
Jun 04 13:50:06.569305 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-4c264707-5430-4013-bcf4-ed186a82874d req-f5ce0a95-861c-4a09-baa3-0df8ef87c0cc tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453241
Jun 04 13:50:06.607206 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-cf4b96bb-d6cb-442f-8979-c1b0a9e9bec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:06.610344 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64608480-e38d-4df9-bf70-da5269f2f160 req-64df5012-2abd-4017-9f1d-969970037d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:06.611804 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-64608480-e38d-4df9-bf70-da5269f2f160 req-64df5012-2abd-4017-9f1d-969970037d1d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e199af9b5451493fa5a38f932be3993f&device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 1098 time: 0.1259730
Jun 04 13:50:06.688312 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-cf4b96bb-d6cb-442f-8979-c1b0a9e9bec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:06.738427 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf4b96bb-d6cb-442f-8979-c1b0a9e9bec6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204}  {{(pid=88594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:50:06.756772 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b96bb-d6cb-442f-8979-c1b0a9e9bec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051e591f-3af6-44d9-a404-d2dd6da508ad,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:06.778572 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-cf4b96bb-d6cb-442f-8979-c1b0a9e9bec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:06.778905 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.segments_db [None req-cf4b96bb-d6cb-442f-8979-c1b0a9e9bec6 admin admin] Added segment 6a5cbb52-ab79-40c5-b9bc-799ccfcf389a of type vlan for network 19f85a41-a048-43a5-8d0a-025ad151caaa
Jun 04 13:50:06.787525 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64608480-e38d-4df9-bf70-da5269f2f160 req-63fa6ffd-d6a0-4936-b2ee-1fe3b4ecbaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:06.788939 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-64608480-e38d-4df9-bf70-da5269f2f160 req-63fa6ffd-d6a0-4936-b2ee-1fe3b4ecbaf3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7d55235-bf68-4e08-8155-47e9a6165636 HTTP/1.1" status: 200  len: 920 time: 0.1707072
Jun 04 13:50:06.953206 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-cf4b96bb-d6cb-442f-8979-c1b0a9e9bec6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733312597486'] for network, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:07.003741 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-64608480-e38d-4df9-bf70-da5269f2f160 req-fa7cc18b-0a32-42bd-ae03-0fb21303648c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad HTTP/1.1" status: 200  len: 1001 time: 0.2006655
Jun 04 13:50:07.053239 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-cf4b96bb-d6cb-442f-8979-c1b0a9e9bec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086'] for network, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:07.054155 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4b96bb-d6cb-442f-8979-c1b0a9e9bec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:07.054724 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-cf4b96bb-d6cb-442f-8979-c1b0a9e9bec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:07.176452 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64608480-e38d-4df9-bf70-da5269f2f160 req-22fa36d2-d268-4c9f-b870-b6534c527043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:07.177925 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-64608480-e38d-4df9-bf70-da5269f2f160 req-22fa36d2-d268-4c9f-b870-b6534c527043 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b7ee1fc-be06-43a6-b80c-c1390a27d5a9 HTTP/1.1" status: 200  len: 858 time: 0.1567194
Jun 04 13:50:07.184288 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b96bb-d6cb-442f-8979-c1b0a9e9bec6 admin admin] Pushing event updated for resources: {'Network': ['ID=19f85a41-a048-43a5-8d0a-025ad151caaa,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:07.195100 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Network 19f85a41-a048-43a5-8d0a-025ad151caaa details requested by agent ovs-agent-dv-cinder-843593-2-iscsi with host dv-cinder-843593-2-iscsi {{(pid=88596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:50:07.225658 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-cf4b96bb-d6cb-442f-8979-c1b0a9e9bec6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.0274787
Jun 04 13:50:07.229151 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 47464) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:50:07.234881 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-4735d390-18ee-4d7b-9a42-243c5049a30e admin admin] Request body: {'subnet': {'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-79748535-subnet', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'ip_version': 4}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:50:07.239489 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-4735d390-18ee-4d7b-9a42-243c5049a30e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:50:07.244520 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-4735d390-18ee-4d7b-9a42-243c5049a30e admin admin] Usage tracker for resource:subnet and tenant:fd4fbd1432c64d85808c9b11782432cb is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:50:07.247771 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-4735d390-18ee-4d7b-9a42-243c5049a30e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:50:07.253718 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-4735d390-18ee-4d7b-9a42-243c5049a30e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:50:07.263819 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64608480-e38d-4df9-bf70-da5269f2f160 req-68fa23b9-3017-4075-97bb-5f51a1a69aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:07.265248 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-64608480-e38d-4df9-bf70-da5269f2f160 req-68fa23b9-3017-4075-97bb-5f51a1a69aea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7d55235-bf68-4e08-8155-47e9a6165636&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0755088
Jun 04 13:50:07.336470 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4735d390-18ee-4d7b-9a42-243c5049a30e admin admin] Made reservation on behalf of fd4fbd1432c64d85808c9b11782432cb for: {'subnet': 1} {{(pid=88595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:50:07.338782 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4735d390-18ee-4d7b-9a42-243c5049a30e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64154118'] for subnet, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:07.405468 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-64608480-e38d-4df9-bf70-da5269f2f160 req-4c1b57b7-5c4c-4c87-afff-211229f6f542 service neutron] 10.222.0.55 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330616
Jun 04 13:50:07.548330 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-64608480-e38d-4df9-bf70-da5269f2f160 req-da567de5-6c1d-49e7-86f7-e59d9ca41a38 service neutron] 10.222.0.55 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359396
Jun 04 13:50:07.668643 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4735d390-18ee-4d7b-9a42-243c5049a30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64864209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64154132'] for subnet, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:07.745995 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735d390-18ee-4d7b-9a42-243c5049a30e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae316f83-c7c6-4bb6-8aee-ec9fe09a5191,revision_number=0']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:07.753538 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4735d390-18ee-4d7b-9a42-243c5049a30e admin admin] Checking segment: {'id': '6a5cbb52-ab79-40c5-b9bc-799ccfcf389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:50:07.753897 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4735d390-18ee-4d7b-9a42-243c5049a30e admin admin] Network hostable DHCP agents. Network: 19f85a41-a048-43a5-8d0a-025ad151caaa, hostable agents: ['87172334-b636-4990-a849-36beff162f6b'], hosted agents: [] {{(pid=88595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:50:07.759988 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ae456-2f9a-4aab-bb20-f09c21e7bedd req-bef95f44-05a0-4b14-98b4-5b4ada59c11d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:07.761438 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-cb6ae456-2f9a-4aab-bb20-f09c21e7bedd req-bef95f44-05a0-4b14-98b4-5b4ada59c11d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.0814755
Jun 04 13:50:07.813990 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-cb6ae456-2f9a-4aab-bb20-f09c21e7bedd req-072e4644-76d6-4de3-ba8b-86f9455120c5 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462818
Jun 04 13:50:07.839438 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4735d390-18ee-4d7b-9a42-243c5049a30e admin admin] Network 19f85a41-a048-43a5-8d0a-025ad151caaa is scheduled to be hosted by DHCP agent 87172334-b636-4990-a849-36beff162f6b with binding_index 1 {{(pid=88595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:50:07.923582 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-4735d390-18ee-4d7b-9a42-243c5049a30e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-iscsi, 19f85a41-a048-43a5-8d0a-025ad151caaa) {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:50:07.927907 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4735d390-18ee-4d7b-9a42-243c5049a30e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:07.928495 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4735d390-18ee-4d7b-9a42-243c5049a30e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for subnet, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:07.932680 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75a9c67-3c68-49ef-8144-e9674f09e88f None None] Network 19f85a41-a048-43a5-8d0a-025ad151caaa requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:50:08.016471 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-4735d390-18ee-4d7b-9a42-243c5049a30e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7861047
Jun 04 13:50:08.018837 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 47478) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:50:08.023817 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-9d4263a2-c0b8-4bf2-9f34-86e13216a105 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-79748535-router', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:50:08.029689 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-9d4263a2-c0b8-4bf2-9f34-86e13216a105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:50:08.033926 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-9d4263a2-c0b8-4bf2-9f34-86e13216a105 admin admin] Usage tracker for resource:router and tenant:fd4fbd1432c64d85808c9b11782432cb is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:50:08.037980 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-9d4263a2-c0b8-4bf2-9f34-86e13216a105 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:50:08.043338 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-9d4263a2-c0b8-4bf2-9f34-86e13216a105 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:50:08.113914 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9d4263a2-c0b8-4bf2-9f34-86e13216a105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66723640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7350'] for router, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:08.115118 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9d4263a2-c0b8-4bf2-9f34-86e13216a105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66777610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66718318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66607470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7311'] for router, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:08.129688 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9d4263a2-c0b8-4bf2-9f34-86e13216a105 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:08.169656 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088fffde-8099-48e3-a220-e083df6052ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp510e4005-fc10-54f8-bf0a-cb16b8ae68cb-19f85a41-a048-43a5-8d0a-025ad151caaa', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'fixed_ips': [{'subnet_id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191'}]}} from dv-cinder-843593-2-iscsi. {{(pid=88596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 04 13:50:08.170452 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-088fffde-8099-48e3-a220-e083df6052ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:08.325823 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.db_base_plugin_common [None req-088fffde-8099-48e3-a220-e083df6052ff None None] Allocated IP 172.20.0.2 (19f85a41-a048-43a5-8d0a-025ad151caaa/ae316f83-c7c6-4bb6-8aee-ec9fe09a5191/03df98d7-a994-491f-8ca8-4e0a591cefc0) {{(pid=88596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:50:08.470656 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9d4263a2-c0b8-4bf2-9f34-86e13216a105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66718236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66723594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7325'] for router, precommit_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:08.534462 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-088fffde-8099-48e3-a220-e083df6052ff None None] Notify callbacks [] for port, precommit_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:08.546952 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-088fffde-8099-48e3-a220-e083df6052ff None None] Transition to ACTIVE for port object 03df98d7-a994-491f-8ca8-4e0a591cefc0 will not be triggered until provisioned by entity L2. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:50:08.566119 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-088fffde-8099-48e3-a220-e083df6052ff None None] Transition to ACTIVE for port object 03df98d7-a994-491f-8ca8-4e0a591cefc0 will not be triggered until provisioned by entity DHCP. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:50:08.622939 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-088fffde-8099-48e3-a220-e083df6052ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946'] for port, after_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:08.680938 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088fffde-8099-48e3-a220-e083df6052ff None None] Network 19f85a41-a048-43a5-8d0a-025ad151caaa is already hosted by enough agents. {{(pid=88596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:50:08.688718 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.scheduler.base_scheduler [None req-088fffde-8099-48e3-a220-e083df6052ff None None] Resources bound (agent type, host, resource id):  {{(pid=88596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:50:08.692768 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088fffde-8099-48e3-a220-e083df6052ff None None] Received port after_create {{(pid=88596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:50:08.730944 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088fffde-8099-48e3-a220-e083df6052ff None None] Pushing event updated for resources: {'Port': ['ID=03df98d7-a994-491f-8ca8-4e0a591cefc0,revision_number=1']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:08.788473 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-088fffde-8099-48e3-a220-e083df6052ff None None] Attempting to bind port 03df98d7-a994-491f-8ca8-4e0a591cefc0 on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:50:08.788849 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-088fffde-8099-48e3-a220-e083df6052ff None None] Attempting to bind port 03df98d7-a994-491f-8ca8-4e0a591cefc0 by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': '6a5cbb52-ab79-40c5-b9bc-799ccfcf389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa'}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:50:08.789195 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088fffde-8099-48e3-a220-e083df6052ff None None] Attempting to bind port 03df98d7-a994-491f-8ca8-4e0a591cefc0 on network 19f85a41-a048-43a5-8d0a-025ad151caaa {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:50:08.794995 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088fffde-8099-48e3-a220-e083df6052ff None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:50:08.795372 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088fffde-8099-48e3-a220-e083df6052ff None None] Checking segment: {'id': '6a5cbb52-ab79-40c5-b9bc-799ccfcf389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:50:08.795767 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-088fffde-8099-48e3-a220-e083df6052ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:08.796155 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088fffde-8099-48e3-a220-e083df6052ff None None] Bound using segment: {'id': '6a5cbb52-ab79-40c5-b9bc-799ccfcf389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa'} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:50:08.796605 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-088fffde-8099-48e3-a220-e083df6052ff None None] Bound port: 03df98d7-a994-491f-8ca8-4e0a591cefc0, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5cbb52-ab79-40c5-b9bc-799ccfcf389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa'}}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:50:08.796968 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-088fffde-8099-48e3-a220-e083df6052ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:08.851733 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9d4263a2-c0b8-4bf2-9f34-86e13216a105 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:08.883450 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9d4263a2-c0b8-4bf2-9f34-86e13216a105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:08.893333 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-088fffde-8099-48e3-a220-e083df6052ff None None] For port 03df98d7-a994-491f-8ca8-4e0a591cefc0, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:50:08.897115 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-088fffde-8099-48e3-a220-e083df6052ff None None] For port 03df98d7-a994-491f-8ca8-4e0a591cefc0, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=03df98d7-a994-491f-8ca8-4e0a591cefc0,segment=NetworkSegment(6a5cbb52-ab79-40c5-b9bc-799ccfcf389a),segment_id=6a5cbb52-ab79-40c5-b9bc-799ccfcf389a)] {{(pid=88596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:50:08.977271 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-088fffde-8099-48e3-a220-e083df6052ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:09.065261 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088fffde-8099-48e3-a220-e083df6052ff None None] Pushing event updated for resources: {'Port': ['ID=03df98d7-a994-491f-8ca8-4e0a591cefc0,revision_number=2']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:09.089513 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5683cf-fda2-4fd7-970d-7c8b0d94da53 req-ffed73b6-6461-4492-9ebb-75fd8c759362 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:09.091058 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1c5683cf-fda2-4fd7-970d-7c8b0d94da53 req-ffed73b6-6461-4492-9ebb-75fd8c759362 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.1580276
Jun 04 13:50:09.095042 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_common [None req-9d4263a2-c0b8-4bf2-9f34-86e13216a105 admin admin] Allocated IP 172.27.2.189 (0e91cb13-9cd5-4b6d-a0e7-77d68e81a806/a67c2735-bb7f-4235-9bfa-262628d5695c/3d6b906a-2401-482b-9cfd-8ecee2dc07af) {{(pid=88595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:50:09.216039 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1c5683cf-fda2-4fd7-970d-7c8b0d94da53 req-984b4736-dd5a-48b7-a250-adfb256e83d8 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1181607
Jun 04 13:50:09.289288 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9d4263a2-c0b8-4bf2-9f34-86e13216a105 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:09.388852 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9d4263a2-c0b8-4bf2-9f34-86e13216a105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:09.456505 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4263a2-c0b8-4bf2-9f34-86e13216a105 admin admin] Network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 is already hosted by enough agents. {{(pid=88595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:50:09.459664 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-9d4263a2-c0b8-4bf2-9f34-86e13216a105 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:50:09.464190 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4263a2-c0b8-4bf2-9f34-86e13216a105 admin admin] Received port after_create {{(pid=88595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:50:09.503253 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4263a2-c0b8-4bf2-9f34-86e13216a105 admin admin] Pushing event updated for resources: {'Port': ['ID=3d6b906a-2401-482b-9cfd-8ecee2dc07af,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:09.998389 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ba8f5a-e334-4c4e-b2ef-ee26521a3ee5 None None] Network 19f85a41-a048-43a5-8d0a-025ad151caaa requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:50:10.041316 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9d4263a2-c0b8-4bf2-9f34-86e13216a105 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:10.336572 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-0a82144e-ca95-49ac-8988-dcbb3e57309a None None] Provisioning for port 03df98d7-a994-491f-8ca8-4e0a591cefc0 completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:50:10.420854 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2cf03-de1d-4ef9-9e6e-d25d635f4aae req-ca2dc281-2a63-40ff-b9d8-cba8500b7de5 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:10.422253 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5de2cf03-de1d-4ef9-9e6e-d25d635f4aae req-ca2dc281-2a63-40ff-b9d8-cba8500b7de5 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.0867031
Jun 04 13:50:10.427871 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9d4263a2-c0b8-4bf2-9f34-86e13216a105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66723635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66718259'] for router, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:10.469297 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5de2cf03-de1d-4ef9-9e6e-d25d635f4aae req-c3148059-99b2-47cb-b22d-7c57e0a768cb tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410981
Jun 04 13:50:10.725248 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4263a2-c0b8-4bf2-9f34-86e13216a105 admin admin] Router d18bd994-4218-4658-8c9b-806a7b3ab78e is scheduled to L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 with binding_index 1 {{(pid=88595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 13:50:10.905062 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4263a2-c0b8-4bf2-9f34-86e13216a105 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:50:10.919569 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656969a4-6dac-4ab5-8863-827356a68a20 None None] Sync routers for ids ['d18bd994-4218-4658-8c9b-806a7b3ab78e'] in dv-cinder-843593-2-iscsi {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:50:10.936111 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656969a4-6dac-4ab5-8863-827356a68a20 None None] Routers {'d18bd994-4218-4658-8c9b-806a7b3ab78e'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:50:10.936853 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-656969a4-6dac-4ab5-8863-827356a68a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ee94c70>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:50:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['d18bd994-4218-4658-8c9b-806a7b3ab78e'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:50:10.999942 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9d4263a2-c0b8-4bf2-9f34-86e13216a105 admin admin] Notify callbacks [] for router, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:11.003329 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-9d4263a2-c0b8-4bf2-9f34-86e13216a105 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.9822841
Jun 04 13:50:11.004108 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 47502) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:50:11.035056 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 03df98d7-a994-491f-8ca8-4e0a591cefc0 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:50:11.133153 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-656969a4-6dac-4ab5-8863-827356a68a20 None None] Set router d18bd994-4218-4658-8c9b-806a7b3ab78e gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:50:11.153885 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port 03df98d7-a994-491f-8ca8-4e0a591cefc0 completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:50:11.158934 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 03df98d7-a994-491f-8ca8-4e0a591cefc0 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:50:11.160483 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:11.294177 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 03df98d7-a994-491f-8ca8-4e0a591cefc0 is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:50:11.294544 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:11.338552 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] For port 03df98d7-a994-491f-8ca8-4e0a591cefc0, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=03df98d7-a994-491f-8ca8-4e0a591cefc0,segment=NetworkSegment(6a5cbb52-ab79-40c5-b9bc-799ccfcf389a),segment_id=6a5cbb52-ab79-40c5-b9bc-799ccfcf389a)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:50:11.388472 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:11.470448 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Pushing event updated for resources: {'Port': ['ID=03df98d7-a994-491f-8ca8-4e0a591cefc0,revision_number=3']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:11.481134 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-656969a4-6dac-4ab5-8863-827356a68a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ee94c70>, [{'id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'name': 'tempest-TestVolumeBootPattern-79748535-router', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:09Z', 'revision_number': 3, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'gw_port': {'id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:49:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:50:11.485032 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656969a4-6dac-4ab5-8863-827356a68a20 None None] Checking router: d18bd994-4218-4658-8c9b-806a7b3ab78e for host: dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:50:11.486187 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656969a4-6dac-4ab5-8863-827356a68a20 None None] Updating router d18bd994-4218-4658-8c9b-806a7b3ab78e port 3d6b906a-2401-482b-9cfd-8ecee2dc07af binding host dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:50:11.543227 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-656969a4-6dac-4ab5-8863-827356a68a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:11.852265 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606b2fd-9267-4b41-abc4-6e3cc0bc33ea req-a8fa3fb9-c151-441d-a513-bf17d6efcb75 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:11.854219 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8606b2fd-9267-4b41-abc4-6e3cc0bc33ea req-a8fa3fb9-c151-441d-a513-bf17d6efcb75 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.2709811
Jun 04 13:50:11.899931 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-656969a4-6dac-4ab5-8863-827356a68a20 None None] Notify callbacks [] for port, precommit_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:11.912816 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.provisioning_blocks [None req-656969a4-6dac-4ab5-8863-827356a68a20 None None] Transition to ACTIVE for port object 3d6b906a-2401-482b-9cfd-8ecee2dc07af will not be triggered until provisioned by entity L2. {{(pid=88597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:50:11.944862 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8606b2fd-9267-4b41-abc4-6e3cc0bc33ea req-1411c01f-af1f-47d1-a763-5e603ab6a6d2 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0841815
Jun 04 13:50:11.964257 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-4f672e89-7537-42cc-9e82-f51db96a11af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:11.982360 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-656969a4-6dac-4ab5-8863-827356a68a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:12.087246 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.managers [None req-656969a4-6dac-4ab5-8863-827356a68a20 None None] Attempting to bind port 3d6b906a-2401-482b-9cfd-8ecee2dc07af on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:50:12.087597 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.managers [None req-656969a4-6dac-4ab5-8863-827356a68a20 None None] Attempting to bind port 3d6b906a-2401-482b-9cfd-8ecee2dc07af by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}] {{(pid=88597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:50:12.087953 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656969a4-6dac-4ab5-8863-827356a68a20 None None] Attempting to bind port 3d6b906a-2401-482b-9cfd-8ecee2dc07af on network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:50:12.096904 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b490e-08bb-46a8-b09e-56f5afbcea09 None None] Pushing event updated for resources: {'Port': ['ID=3d6b906a-2401-482b-9cfd-8ecee2dc07af,revision_number=2']} {{(pid=88597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:12.099152 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656969a4-6dac-4ab5-8863-827356a68a20 None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:50:12.099498 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656969a4-6dac-4ab5-8863-827356a68a20 None None] Checking segment: {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:50:12.099886 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-656969a4-6dac-4ab5-8863-827356a68a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:12.100261 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656969a4-6dac-4ab5-8863-827356a68a20 None None] Bound using segment: {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'} {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:50:12.100717 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.managers [None req-656969a4-6dac-4ab5-8863-827356a68a20 None None] Bound port: 3d6b906a-2401-482b-9cfd-8ecee2dc07af, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}}] {{(pid=88597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:50:12.101097 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-656969a4-6dac-4ab5-8863-827356a68a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:12.142475 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b490e-08bb-46a8-b09e-56f5afbcea09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:12.142813 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b490e-08bb-46a8-b09e-56f5afbcea09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:12.143171 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b490e-08bb-46a8-b09e-56f5afbcea09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:12.143499 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b490e-08bb-46a8-b09e-56f5afbcea09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:12.143828 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b490e-08bb-46a8-b09e-56f5afbcea09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:12.144340 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b490e-08bb-46a8-b09e-56f5afbcea09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:12.144664 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b490e-08bb-46a8-b09e-56f5afbcea09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:12.145069 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b490e-08bb-46a8-b09e-56f5afbcea09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:12.145408 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b490e-08bb-46a8-b09e-56f5afbcea09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:12.145792 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b490e-08bb-46a8-b09e-56f5afbcea09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:12.146304 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b490e-08bb-46a8-b09e-56f5afbcea09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:12.146720 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b490e-08bb-46a8-b09e-56f5afbcea09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:12.182371 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_common [None req-4f672e89-7537-42cc-9e82-f51db96a11af admin admin] Allocated IP 172.20.0.1 (19f85a41-a048-43a5-8d0a-025ad151caaa/ae316f83-c7c6-4bb6-8aee-ec9fe09a5191/ba3db062-2bc4-4080-9bd1-766b33e56904) {{(pid=88594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:50:12.189379 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.db [None req-656969a4-6dac-4ab5-8863-827356a68a20 None None] For port 3d6b906a-2401-482b-9cfd-8ecee2dc07af, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:50:12.192262 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.db [None req-656969a4-6dac-4ab5-8863-827356a68a20 None None] For port 3d6b906a-2401-482b-9cfd-8ecee2dc07af, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=3d6b906a-2401-482b-9cfd-8ecee2dc07af,segment=NetworkSegment(a5e9f3a7-fe7c-4b2a-9489-202ad5682d71),segment_id=a5e9f3a7-fe7c-4b2a-9489-202ad5682d71)] {{(pid=88597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:50:12.279827 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-656969a4-6dac-4ab5-8863-827356a68a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:12.334569 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-4f672e89-7537-42cc-9e82-f51db96a11af admin admin] Notify callbacks [] for port, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:12.357128 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [None req-4f672e89-7537-42cc-9e82-f51db96a11af admin admin] Transition to ACTIVE for port object ba3db062-2bc4-4080-9bd1-766b33e56904 will not be triggered until provisioned by entity DHCP. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:50:12.358894 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656969a4-6dac-4ab5-8863-827356a68a20 None None] Routers {'d18bd994-4218-4658-8c9b-806a7b3ab78e'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:50:12.360363 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-656969a4-6dac-4ab5-8863-827356a68a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ee94c70>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:50:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['d18bd994-4218-4658-8c9b-806a7b3ab78e'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:50:12.451492 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-4f672e89-7537-42cc-9e82-f51db96a11af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:12.452158 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b490e-08bb-46a8-b09e-56f5afbcea09 None None] Pushing event updated for resources: {'Port': ['ID=3d6b906a-2401-482b-9cfd-8ecee2dc07af,revision_number=3']} {{(pid=88597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:12.507720 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f672e89-7537-42cc-9e82-f51db96a11af admin admin] Network 19f85a41-a048-43a5-8d0a-025ad151caaa is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:50:12.510636 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [None req-4f672e89-7537-42cc-9e82-f51db96a11af admin admin] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:50:12.518631 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f672e89-7537-42cc-9e82-f51db96a11af admin admin] Received port after_create {{(pid=88594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:50:12.551986 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-656969a4-6dac-4ab5-8863-827356a68a20 None None] Set router d18bd994-4218-4658-8c9b-806a7b3ab78e gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:50:12.571096 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f672e89-7537-42cc-9e82-f51db96a11af admin admin] Pushing event updated for resources: {'Port': ['ID=ba3db062-2bc4-4080-9bd1-766b33e56904,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:12.590496 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-4f672e89-7537-42cc-9e82-f51db96a11af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66723705'] for router_interface, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:12.799698 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-4f672e89-7537-42cc-9e82-f51db96a11af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:12.833939 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-79f551e4-71e0-4b42-8487-57826dbcd69a None None] Provisioning for port ba3db062-2bc4-4080-9bd1-766b33e56904 completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:50:12.840604 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-79f551e4-71e0-4b42-8487-57826dbcd69a None None] Provisioning complete for port ba3db062-2bc4-4080-9bd1-766b33e56904 triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:50:12.840977 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-79f551e4-71e0-4b42-8487-57826dbcd69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:12.845870 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-656969a4-6dac-4ab5-8863-827356a68a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ee94c70>, [{'id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'name': 'tempest-TestVolumeBootPattern-79748535-router', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:09Z', 'revision_number': 3, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'gw_port': {'id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:49:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:50:12.849973 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656969a4-6dac-4ab5-8863-827356a68a20 None None] The sync data for ids ['d18bd994-4218-4658-8c9b-806a7b3ab78e'] in dv-cinder-843593-2-iscsi is: [{'id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'name': 'tempest-TestVolumeBootPattern-79748535-router', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:09Z', 'revision_number': 3, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'gw_port': {'id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:49:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}] {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:50:12.933829 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-79f551e4-71e0-4b42-8487-57826dbcd69a None None] Port ba3db062-2bc4-4080-9bd1-766b33e56904 cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:50:12.972059 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 03df98d7-a994-491f-8ca8-4e0a591cefc0 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:50:13.048481 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 03df98d7-a994-491f-8ca8-4e0a591cefc0 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:50:13.048858 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:13.050917 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-4f672e89-7537-42cc-9e82-f51db96a11af admin admin] Notify callbacks [] for port, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:13.148321 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-4f672e89-7537-42cc-9e82-f51db96a11af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:13.198707 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b541a62-3288-480f-9a49-cdb30739cf2a req-a0f8f3f3-5e25-41e5-8acd-9c948a19277f tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:13.206432 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 03df98d7-a994-491f-8ca8-4e0a591cefc0 is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:50:13.210032 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1b541a62-3288-480f-9a49-cdb30739cf2a req-a0f8f3f3-5e25-41e5-8acd-9c948a19277f tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.1280544
Jun 04 13:50:13.260025 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1b541a62-3288-480f-9a49-cdb30739cf2a req-f23a0d39-16e6-459c-b6fd-edbe32ae4600 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486467
Jun 04 13:50:13.290086 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f672e89-7537-42cc-9e82-f51db96a11af admin admin] Pushing event updated for resources: {'Port': ['ID=ba3db062-2bc4-4080-9bd1-766b33e56904,revision_number=2']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:13.290086 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-4f672e89-7537-42cc-9e82-f51db96a11af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66655068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66719424'] for router_interface, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:13.433172 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f672e89-7537-42cc-9e82-f51db96a11af admin admin] Network 19f85a41-a048-43a5-8d0a-025ad151caaa is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:50:13.434318 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [None req-4f672e89-7537-42cc-9e82-f51db96a11af admin admin] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:50:13.644284 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f672e89-7537-42cc-9e82-f51db96a11af admin admin] Router d18bd994-4218-4658-8c9b-806a7b3ab78e has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:50:13.665515 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-d0cf7a05-b499-4e7f-92c4-a94a90ba57b1 None None] Provisioning complete for port ba3db062-2bc4-4080-9bd1-766b33e56904 triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:50:13.665903 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d0cf7a05-b499-4e7f-92c4-a94a90ba57b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:13.719412 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf7a05-b499-4e7f-92c4-a94a90ba57b1 None None] Port ba3db062-2bc4-4080-9bd1-766b33e56904 cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:50:13.927594 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f672e89-7537-42cc-9e82-f51db96a11af admin admin] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:50:13.937112 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-4f672e89-7537-42cc-9e82-f51db96a11af admin admin] 10.222.0.39 "PUT /v2.0/routers/d18bd994-4218-4658-8c9b-806a7b3ab78e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9313257
Jun 04 13:50:14.423088 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8363610-8f93-4eaf-b091-9e5feec8d8ac None None] Sync routers for ids ['d18bd994-4218-4658-8c9b-806a7b3ab78e'] in dv-cinder-843593-2-iscsi {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:50:14.431960 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8363610-8f93-4eaf-b091-9e5feec8d8ac None None] Routers {'d18bd994-4218-4658-8c9b-806a7b3ab78e'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:50:14.434621 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-f8363610-8f93-4eaf-b091-9e5feec8d8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e867430>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:50:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['d18bd994-4218-4658-8c9b-806a7b3ab78e'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:50:14.454321 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856c7b1-90a5-40c4-b7b8-93a8c2e557f8 req-0f1762f0-f95a-49be-8e71-d04d2d7432e9 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:14.455788 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b856c7b1-90a5-40c4-b7b8-93a8c2e557f8 req-0f1762f0-f95a-49be-8e71-d04d2d7432e9 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.0818951
Jun 04 13:50:14.502449 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b856c7b1-90a5-40c4-b7b8-93a8c2e557f8 req-db81d3b0-2abf-49b2-8388-17f4f6d2a35f tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406797
Jun 04 13:50:14.617262 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-f8363610-8f93-4eaf-b091-9e5feec8d8ac None None] Set router d18bd994-4218-4658-8c9b-806a7b3ab78e gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:50:14.634164 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 47556) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:50:14.639706 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-af02b388-33e7-4dab-a519-84dccaf3cbe1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2699420-network', 'tenant_id': 'c5214e2b646240aca2644521f446e6ae'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:50:14.644381 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-af02b388-33e7-4dab-a519-84dccaf3cbe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:50:14.648225 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-af02b388-33e7-4dab-a519-84dccaf3cbe1 admin admin] Usage tracker for resource:network and tenant:c5214e2b646240aca2644521f446e6ae is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:50:14.651603 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-af02b388-33e7-4dab-a519-84dccaf3cbe1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:50:14.657445 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-af02b388-33e7-4dab-a519-84dccaf3cbe1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:50:14.701972 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af02b388-33e7-4dab-a519-84dccaf3cbe1 admin admin] Made reservation on behalf of c5214e2b646240aca2644521f446e6ae for: {'network': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:50:14.704155 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-af02b388-33e7-4dab-a519-84dccaf3cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for network, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:14.716710 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-af02b388-33e7-4dab-a519-84dccaf3cbe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:14.730731 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-af02b388-33e7-4dab-a519-84dccaf3cbe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:50:14.734565 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-af02b388-33e7-4dab-a519-84dccaf3cbe1 admin admin] Usage tracker for resource:security_group_rule and tenant:c5214e2b646240aca2644521f446e6ae is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:50:14.737437 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-af02b388-33e7-4dab-a519-84dccaf3cbe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:50:14.743090 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-af02b388-33e7-4dab-a519-84dccaf3cbe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:50:14.825482 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-af02b388-33e7-4dab-a519-84dccaf3cbe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:14.897435 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-af02b388-33e7-4dab-a519-84dccaf3cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:14.932048 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-f8363610-8f93-4eaf-b091-9e5feec8d8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e867430>, [{'id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'name': 'tempest-TestVolumeBootPattern-79748535-router', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:12Z', 'revision_number': 4, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'gw_port': {'id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:49:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': 'ba3db062-2bc4-4080-9bd1-766b33e56904', 'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'mac_address': 'fa:16:3e:a5:60:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:12Z', 'updated_at': '2022-06-04T13:50:12Z', 'revision_number': 2, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'subnets': [{'id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:50:14.938021 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af02b388-33e7-4dab-a519-84dccaf3cbe1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203}  {{(pid=88594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:50:14.938224 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8363610-8f93-4eaf-b091-9e5feec8d8ac None None] Checking router: d18bd994-4218-4658-8c9b-806a7b3ab78e for host: dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:50:14.938574 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8363610-8f93-4eaf-b091-9e5feec8d8ac None None] Updating router d18bd994-4218-4658-8c9b-806a7b3ab78e port ba3db062-2bc4-4080-9bd1-766b33e56904 binding host dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:50:14.950044 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-af02b388-33e7-4dab-a519-84dccaf3cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:14.950574 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.segments_db [None req-af02b388-33e7-4dab-a519-84dccaf3cbe1 admin admin] Added segment 0a99beec-d10e-4511-abad-45b7511dbf80 of type vlan for network 1f471009-8984-421f-aa87-41adc9800c05
Jun 04 13:50:14.963375 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02b388-33e7-4dab-a519-84dccaf3cbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9222120-a347-400d-a9a2-9c136a49c088,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:14.987639 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-af02b388-33e7-4dab-a519-84dccaf3cbe1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733312597486'] for network, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:14.994832 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-f8363610-8f93-4eaf-b091-9e5feec8d8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:15.030365 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 3d6b906a-2401-482b-9cfd-8ecee2dc07af up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:50:15.090572 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-af02b388-33e7-4dab-a519-84dccaf3cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086'] for network, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:15.091853 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af02b388-33e7-4dab-a519-84dccaf3cbe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:15.092583 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-af02b388-33e7-4dab-a519-84dccaf3cbe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:15.193638 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02b388-33e7-4dab-a519-84dccaf3cbe1 admin admin] Pushing event updated for resources: {'Network': ['ID=1f471009-8984-421f-aa87-41adc9800c05,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:15.205412 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Network 1f471009-8984-421f-aa87-41adc9800c05 details requested by agent ovs-agent-dv-cinder-843593-2-iscsi with host dv-cinder-843593-2-iscsi {{(pid=88596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:50:15.222757 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-af02b388-33e7-4dab-a519-84dccaf3cbe1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5874259
Jun 04 13:50:15.225444 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 47564) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:50:15.231548 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-9cdea619-8642-446c-ac6a-21d0dddb9e6d admin admin] Request body: {'subnet': {'network_id': '1f471009-8984-421f-aa87-41adc9800c05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2699420-subnet', 'tenant_id': 'c5214e2b646240aca2644521f446e6ae', 'ip_version': 4}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:50:15.236234 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-9cdea619-8642-446c-ac6a-21d0dddb9e6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:50:15.240131 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-9cdea619-8642-446c-ac6a-21d0dddb9e6d admin admin] Usage tracker for resource:subnet and tenant:c5214e2b646240aca2644521f446e6ae is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:50:15.242970 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-9cdea619-8642-446c-ac6a-21d0dddb9e6d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:50:15.248771 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-9cdea619-8642-446c-ac6a-21d0dddb9e6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:50:15.292683 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port 3d6b906a-2401-482b-9cfd-8ecee2dc07af completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:50:15.307560 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdea619-8642-446c-ac6a-21d0dddb9e6d admin admin] Made reservation on behalf of c5214e2b646240aca2644521f446e6ae for: {'subnet': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:50:15.309824 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-9cdea619-8642-446c-ac6a-21d0dddb9e6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65227580'] for subnet, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:15.364532 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 3d6b906a-2401-482b-9cfd-8ecee2dc07af triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:50:15.364896 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:15.559705 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-9cdea619-8642-446c-ac6a-21d0dddb9e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65842052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65227566'] for subnet, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:15.581614 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 3d6b906a-2401-482b-9cfd-8ecee2dc07af is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:50:15.582280 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:15.650383 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] For port 3d6b906a-2401-482b-9cfd-8ecee2dc07af, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=3d6b906a-2401-482b-9cfd-8ecee2dc07af,segment=NetworkSegment(a5e9f3a7-fe7c-4b2a-9489-202ad5682d71),segment_id=a5e9f3a7-fe7c-4b2a-9489-202ad5682d71)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:50:15.654925 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-f8363610-8f93-4eaf-b091-9e5feec8d8ac None None] Notify callbacks [] for port, precommit_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:15.659841 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdea619-8642-446c-ac6a-21d0dddb9e6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab868372-4feb-46a5-9e1f-5434466f2033,revision_number=0']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:15.673806 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdea619-8642-446c-ac6a-21d0dddb9e6d admin admin] Checking segment: {'id': '0a99beec-d10e-4511-abad-45b7511dbf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1f471009-8984-421f-aa87-41adc9800c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:50:15.674162 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdea619-8642-446c-ac6a-21d0dddb9e6d admin admin] Network hostable DHCP agents. Network: 1f471009-8984-421f-aa87-41adc9800c05, hostable agents: ['87172334-b636-4990-a849-36beff162f6b'], hosted agents: [] {{(pid=88594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:50:15.701145 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada5439-08d2-401a-8c44-22eecd8a27bb req-9353006d-37ed-47db-8316-5d6c193d24e1 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:15.702574 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-fada5439-08d2-401a-8c44-22eecd8a27bb req-9353006d-37ed-47db-8316-5d6c193d24e1 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.0861185
Jun 04 13:50:15.738308 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:15.753858 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-fada5439-08d2-401a-8c44-22eecd8a27bb req-c00a3a93-153e-493e-95d2-e3fec9f4de1d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392156
Jun 04 13:50:15.776723 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdea619-8642-446c-ac6a-21d0dddb9e6d admin admin] Network 1f471009-8984-421f-aa87-41adc9800c05 is scheduled to be hosted by DHCP agent 87172334-b636-4990-a849-36beff162f6b with binding_index 1 {{(pid=88594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:50:15.790176 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-f8363610-8f93-4eaf-b091-9e5feec8d8ac None None] Transition to ACTIVE for port object ba3db062-2bc4-4080-9bd1-766b33e56904 will not be triggered until provisioned by entity L2. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:50:15.814952 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Pushing event updated for resources: {'Port': ['ID=3d6b906a-2401-482b-9cfd-8ecee2dc07af,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:15.850496 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [None req-9cdea619-8642-446c-ac6a-21d0dddb9e6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-iscsi, 1f471009-8984-421f-aa87-41adc9800c05) {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:50:15.854291 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdea619-8642-446c-ac6a-21d0dddb9e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:15.854864 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-9cdea619-8642-446c-ac6a-21d0dddb9e6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:15.858780 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e26f1d-45bc-4c98-ade1-16204ab4db14 None None] Network 1f471009-8984-421f-aa87-41adc9800c05 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:50:15.877614 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-f8363610-8f93-4eaf-b091-9e5feec8d8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:15.937344 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-9cdea619-8642-446c-ac6a-21d0dddb9e6d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7108421
Jun 04 13:50:15.939870 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 47572) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:50:15.944655 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-93d42e54-e49f-44a7-ae3e-2e063d963eb7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2699420-router', 'tenant_id': 'c5214e2b646240aca2644521f446e6ae', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:50:15.949742 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-93d42e54-e49f-44a7-ae3e-2e063d963eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:50:15.954010 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-93d42e54-e49f-44a7-ae3e-2e063d963eb7 admin admin] Usage tracker for resource:router and tenant:c5214e2b646240aca2644521f446e6ae is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:50:15.960179 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-93d42e54-e49f-44a7-ae3e-2e063d963eb7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:50:15.962768 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-93d42e54-e49f-44a7-ae3e-2e063d963eb7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:50:16.044967 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-93d42e54-e49f-44a7-ae3e-2e063d963eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66723640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7350'] for router, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:16.045967 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-93d42e54-e49f-44a7-ae3e-2e063d963eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66777610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66718318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66607470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7311'] for router, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:16.065962 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d06d9d-0e77-40f7-8540-e38085856da2 None None] Pushing event updated for resources: {'Port': ['ID=ba3db062-2bc4-4080-9bd1-766b33e56904,revision_number=3']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:16.072375 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-93d42e54-e49f-44a7-ae3e-2e063d963eb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:16.205458 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-f8363610-8f93-4eaf-b091-9e5feec8d8ac None None] Attempting to bind port ba3db062-2bc4-4080-9bd1-766b33e56904 on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:50:16.205823 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-f8363610-8f93-4eaf-b091-9e5feec8d8ac None None] Attempting to bind port ba3db062-2bc4-4080-9bd1-766b33e56904 by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': '6a5cbb52-ab79-40c5-b9bc-799ccfcf389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa'}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:50:16.206178 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8363610-8f93-4eaf-b091-9e5feec8d8ac None None] Attempting to bind port ba3db062-2bc4-4080-9bd1-766b33e56904 on network 19f85a41-a048-43a5-8d0a-025ad151caaa {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:50:16.217481 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8363610-8f93-4eaf-b091-9e5feec8d8ac None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:50:16.217847 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8363610-8f93-4eaf-b091-9e5feec8d8ac None None] Checking segment: {'id': '6a5cbb52-ab79-40c5-b9bc-799ccfcf389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:50:16.218242 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-f8363610-8f93-4eaf-b091-9e5feec8d8ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:16.218635 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8363610-8f93-4eaf-b091-9e5feec8d8ac None None] Bound using segment: {'id': '6a5cbb52-ab79-40c5-b9bc-799ccfcf389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa'} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:50:16.219122 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-f8363610-8f93-4eaf-b091-9e5feec8d8ac None None] Bound port: ba3db062-2bc4-4080-9bd1-766b33e56904, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5cbb52-ab79-40c5-b9bc-799ccfcf389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa'}}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:50:16.219491 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-f8363610-8f93-4eaf-b091-9e5feec8d8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:16.346498 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386c6ba2-e400-4139-a29e-73782529c141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp510e4005-fc10-54f8-bf0a-cb16b8ae68cb-1f471009-8984-421f-aa87-41adc9800c05', 'network_id': '1f471009-8984-421f-aa87-41adc9800c05', 'tenant_id': 'c5214e2b646240aca2644521f446e6ae', 'fixed_ips': [{'subnet_id': 'ab868372-4feb-46a5-9e1f-5434466f2033'}]}} from dv-cinder-843593-2-iscsi. {{(pid=88596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 04 13:50:16.347326 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-386c6ba2-e400-4139-a29e-73782529c141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:16.408253 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-93d42e54-e49f-44a7-ae3e-2e063d963eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66718236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66723594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7325'] for router, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:16.425235 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-f8363610-8f93-4eaf-b091-9e5feec8d8ac None None] For port ba3db062-2bc4-4080-9bd1-766b33e56904, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:50:16.448861 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-f8363610-8f93-4eaf-b091-9e5feec8d8ac None None] For port ba3db062-2bc4-4080-9bd1-766b33e56904, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=ba3db062-2bc4-4080-9bd1-766b33e56904,segment=NetworkSegment(6a5cbb52-ab79-40c5-b9bc-799ccfcf389a),segment_id=6a5cbb52-ab79-40c5-b9bc-799ccfcf389a)] {{(pid=88596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:50:16.509511 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-f8363610-8f93-4eaf-b091-9e5feec8d8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:16.597900 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.db_base_plugin_common [None req-386c6ba2-e400-4139-a29e-73782529c141 None None] Allocated IP 172.20.0.2 (1f471009-8984-421f-aa87-41adc9800c05/ab868372-4feb-46a5-9e1f-5434466f2033/9653fc04-d528-49c6-bf6a-e4d91dd395a7) {{(pid=88596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:50:16.610116 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8363610-8f93-4eaf-b091-9e5feec8d8ac None None] Routers {'d18bd994-4218-4658-8c9b-806a7b3ab78e'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:50:16.610764 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-f8363610-8f93-4eaf-b091-9e5feec8d8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e867430>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:50:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['d18bd994-4218-4658-8c9b-806a7b3ab78e'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:50:16.707666 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d06d9d-0e77-40f7-8540-e38085856da2 None None] Pushing event updated for resources: {'Port': ['ID=ba3db062-2bc4-4080-9bd1-766b33e56904,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:16.783543 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-93d42e54-e49f-44a7-ae3e-2e063d963eb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:16.813045 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-93d42e54-e49f-44a7-ae3e-2e063d963eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:16.904782 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-f8363610-8f93-4eaf-b091-9e5feec8d8ac None None] Set router d18bd994-4218-4658-8c9b-806a7b3ab78e gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:50:16.977091 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 3d6b906a-2401-482b-9cfd-8ecee2dc07af up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:50:17.103867 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_common [None req-93d42e54-e49f-44a7-ae3e-2e063d963eb7 admin admin] Allocated IP 172.27.2.25 (0e91cb13-9cd5-4b6d-a0e7-77d68e81a806/a67c2735-bb7f-4235-9bfa-262628d5695c/40a973fc-64e1-404e-80a7-33fedbd908de) {{(pid=88594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:50:17.117684 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a39dd8-8f9f-42db-9e08-7b1ceb4ba92a req-ce6bf833-6441-4aba-b2cb-3ca5b9f0a385 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:17.119833 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d3a39dd8-8f9f-42db-9e08-7b1ceb4ba92a req-ce6bf833-6441-4aba-b2cb-3ca5b9f0a385 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.1601117
Jun 04 13:50:17.247328 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d3a39dd8-8f9f-42db-9e08-7b1ceb4ba92a req-1879282d-9091-4fe0-a74d-98ec61a594b3 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1193674
Jun 04 13:50:17.307994 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-93d42e54-e49f-44a7-ae3e-2e063d963eb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:17.342936 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-386c6ba2-e400-4139-a29e-73782529c141 None None] Notify callbacks [] for port, precommit_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:17.345163 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 3d6b906a-2401-482b-9cfd-8ecee2dc07af triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:50:17.345521 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:17.401519 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-386c6ba2-e400-4139-a29e-73782529c141 None None] Transition to ACTIVE for port object 9653fc04-d528-49c6-bf6a-e4d91dd395a7 will not be triggered until provisioned by entity L2. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:50:17.417086 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-93d42e54-e49f-44a7-ae3e-2e063d963eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:17.468734 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-386c6ba2-e400-4139-a29e-73782529c141 None None] Transition to ACTIVE for port object 9653fc04-d528-49c6-bf6a-e4d91dd395a7 will not be triggered until provisioned by entity DHCP. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:50:17.480108 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d42e54-e49f-44a7-ae3e-2e063d963eb7 admin admin] Network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:50:17.483456 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [None req-93d42e54-e49f-44a7-ae3e-2e063d963eb7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:50:17.487234 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d42e54-e49f-44a7-ae3e-2e063d963eb7 admin admin] Received port after_create {{(pid=88594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:50:17.532392 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d42e54-e49f-44a7-ae3e-2e063d963eb7 admin admin] Pushing event updated for resources: {'Port': ['ID=40a973fc-64e1-404e-80a7-33fedbd908de,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:17.548562 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-386c6ba2-e400-4139-a29e-73782529c141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946'] for port, after_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:17.611111 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 3d6b906a-2401-482b-9cfd-8ecee2dc07af is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:50:17.626122 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-f8363610-8f93-4eaf-b091-9e5feec8d8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e867430>, [{'id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'name': 'tempest-TestVolumeBootPattern-79748535-router', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:12Z', 'revision_number': 4, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'gw_port': {'id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:49:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': 'ba3db062-2bc4-4080-9bd1-766b33e56904', 'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'mac_address': 'fa:16:3e:a5:60:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:12Z', 'updated_at': '2022-06-04T13:50:16Z', 'revision_number': 4, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'subnets': [{'id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:50:17.634586 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386c6ba2-e400-4139-a29e-73782529c141 None None] Network 1f471009-8984-421f-aa87-41adc9800c05 is already hosted by enough agents. {{(pid=88596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:50:17.637891 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.scheduler.base_scheduler [None req-386c6ba2-e400-4139-a29e-73782529c141 None None] Resources bound (agent type, host, resource id):  {{(pid=88596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:50:17.641495 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8363610-8f93-4eaf-b091-9e5feec8d8ac None None] The sync data for ids ['d18bd994-4218-4658-8c9b-806a7b3ab78e'] in dv-cinder-843593-2-iscsi is: [{'id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'name': 'tempest-TestVolumeBootPattern-79748535-router', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:12Z', 'revision_number': 4, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'gw_port': {'id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:49:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': 'ba3db062-2bc4-4080-9bd1-766b33e56904', 'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'mac_address': 'fa:16:3e:a5:60:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:12Z', 'updated_at': '2022-06-04T13:50:16Z', 'revision_number': 4, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'subnets': [{'id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:50:17.642966 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386c6ba2-e400-4139-a29e-73782529c141 None None] Received port after_create {{(pid=88596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:50:17.650654 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c6ba2-e400-4139-a29e-73782529c141 None None] Pushing event updated for resources: {'Port': ['ID=9653fc04-d528-49c6-bf6a-e4d91dd395a7,revision_number=1']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:17.755334 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-386c6ba2-e400-4139-a29e-73782529c141 None None] Attempting to bind port 9653fc04-d528-49c6-bf6a-e4d91dd395a7 on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:50:17.755805 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-386c6ba2-e400-4139-a29e-73782529c141 None None] Attempting to bind port 9653fc04-d528-49c6-bf6a-e4d91dd395a7 by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': '0a99beec-d10e-4511-abad-45b7511dbf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1f471009-8984-421f-aa87-41adc9800c05'}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:50:17.756159 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386c6ba2-e400-4139-a29e-73782529c141 None None] Attempting to bind port 9653fc04-d528-49c6-bf6a-e4d91dd395a7 on network 1f471009-8984-421f-aa87-41adc9800c05 {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:50:17.762512 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386c6ba2-e400-4139-a29e-73782529c141 None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:50:17.763367 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386c6ba2-e400-4139-a29e-73782529c141 None None] Checking segment: {'id': '0a99beec-d10e-4511-abad-45b7511dbf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1f471009-8984-421f-aa87-41adc9800c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:50:17.763367 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-386c6ba2-e400-4139-a29e-73782529c141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:17.763851 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386c6ba2-e400-4139-a29e-73782529c141 None None] Bound using segment: {'id': '0a99beec-d10e-4511-abad-45b7511dbf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1f471009-8984-421f-aa87-41adc9800c05'} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:50:17.764310 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-386c6ba2-e400-4139-a29e-73782529c141 None None] Bound port: 9653fc04-d528-49c6-bf6a-e4d91dd395a7, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a99beec-d10e-4511-abad-45b7511dbf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1f471009-8984-421f-aa87-41adc9800c05'}}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:50:17.764830 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-386c6ba2-e400-4139-a29e-73782529c141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:17.868338 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-386c6ba2-e400-4139-a29e-73782529c141 None None] For port 9653fc04-d528-49c6-bf6a-e4d91dd395a7, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:50:17.872223 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-386c6ba2-e400-4139-a29e-73782529c141 None None] For port 9653fc04-d528-49c6-bf6a-e4d91dd395a7, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=9653fc04-d528-49c6-bf6a-e4d91dd395a7,segment=NetworkSegment(0a99beec-d10e-4511-abad-45b7511dbf80),segment_id=0a99beec-d10e-4511-abad-45b7511dbf80)] {{(pid=88596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:50:17.948571 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-386c6ba2-e400-4139-a29e-73782529c141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:18.017016 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-93d42e54-e49f-44a7-ae3e-2e063d963eb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:18.054559 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c6ba2-e400-4139-a29e-73782529c141 None None] Pushing event updated for resources: {'Port': ['ID=9653fc04-d528-49c6-bf6a-e4d91dd395a7,revision_number=2']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:18.480976 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-93d42e54-e49f-44a7-ae3e-2e063d963eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66723635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66718259'] for router, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:18.625122 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fda6d-4845-48e3-92cd-ea59ac646d41 req-94cd6d40-bf73-4e52-9886-4abc37c10962 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:18.626808 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-604fda6d-4845-48e3-92cd-ea59ac646d41 req-94cd6d40-bf73-4e52-9886-4abc37c10962 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.1869526
Jun 04 13:50:18.691648 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-604fda6d-4845-48e3-92cd-ea59ac646d41 req-46f9de21-2253-4b33-94de-9894715d20cf tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563154
Jun 04 13:50:18.856578 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d42e54-e49f-44a7-ae3e-2e063d963eb7 admin admin] Router 9a812a7e-eb96-43cf-aff5-694525e8ef2f is scheduled to L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 with binding_index 1 {{(pid=88594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 13:50:19.057951 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device ba3db062-2bc4-4080-9bd1-766b33e56904 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:50:19.087044 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d42e54-e49f-44a7-ae3e-2e063d963eb7 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:50:19.098192 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe8ee79-7d0e-4367-9f38-ca1fe94ba73d None None] Sync routers for ids ['9a812a7e-eb96-43cf-aff5-694525e8ef2f'] in dv-cinder-843593-2-iscsi {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:50:19.108240 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe8ee79-7d0e-4367-9f38-ca1fe94ba73d None None] Routers {'9a812a7e-eb96-43cf-aff5-694525e8ef2f'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:50:19.109614 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-ebe8ee79-7d0e-4367-9f38-ca1fe94ba73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ee94cd0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:50:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['9a812a7e-eb96-43cf-aff5-694525e8ef2f'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:50:19.182964 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-93d42e54-e49f-44a7-ae3e-2e063d963eb7 admin admin] Notify callbacks [] for router, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:19.186702 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-93d42e54-e49f-44a7-ae3e-2e063d963eb7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.2433991
Jun 04 13:50:19.187271 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 47596) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:50:19.204806 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port ba3db062-2bc4-4080-9bd1-766b33e56904 completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:50:19.209357 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af285246-868d-479c-b98d-9df820a1ab01 None None] Network 1f471009-8984-421f-aa87-41adc9800c05 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:50:19.228955 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port ba3db062-2bc4-4080-9bd1-766b33e56904 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:50:19.229312 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:19.303521 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-ebe8ee79-7d0e-4367-9f38-ca1fe94ba73d None None] Set router 9a812a7e-eb96-43cf-aff5-694525e8ef2f gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:50:19.438822 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-5184e87a-b7ed-4676-9ee2-1e044a1228f3 None None] Provisioning for port 9653fc04-d528-49c6-bf6a-e4d91dd395a7 completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:50:19.501562 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port ba3db062-2bc4-4080-9bd1-766b33e56904 is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:50:19.501932 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:19.572318 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] For port ba3db062-2bc4-4080-9bd1-766b33e56904, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=ba3db062-2bc4-4080-9bd1-766b33e56904,segment=NetworkSegment(6a5cbb52-ab79-40c5-b9bc-799ccfcf389a),segment_id=6a5cbb52-ab79-40c5-b9bc-799ccfcf389a)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:50:19.626915 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-ebe8ee79-7d0e-4367-9f38-ca1fe94ba73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ee94cd0>, [{'id': '9a812a7e-eb96-43cf-aff5-694525e8ef2f', 'name': 'tempest-TestVolumeBootPattern-2699420-router', 'tenant_id': 'c5214e2b646240aca2644521f446e6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '40a973fc-64e1-404e-80a7-33fedbd908de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:16Z', 'updated_at': '2022-06-04T13:50:17Z', 'revision_number': 3, 'project_id': 'c5214e2b646240aca2644521f446e6ae', 'gw_port': {'id': '40a973fc-64e1-404e-80a7-33fedbd908de', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a812a7e-eb96-43cf-aff5-694525e8ef2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:16Z', 'updated_at': '2022-06-04T13:50:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:50:19.630889 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe8ee79-7d0e-4367-9f38-ca1fe94ba73d None None] Checking router: 9a812a7e-eb96-43cf-aff5-694525e8ef2f for host: dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:50:19.631690 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe8ee79-7d0e-4367-9f38-ca1fe94ba73d None None] Updating router 9a812a7e-eb96-43cf-aff5-694525e8ef2f port 40a973fc-64e1-404e-80a7-33fedbd908de binding host dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:50:19.648556 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:19.649959 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 9653fc04-d528-49c6-bf6a-e4d91dd395a7 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:50:19.765249 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ee79-7d0e-4367-9f38-ca1fe94ba73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:19.856928 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Pushing event updated for resources: {'Port': ['ID=ba3db062-2bc4-4080-9bd1-766b33e56904,revision_number=5']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:19.924854 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port 9653fc04-d528-49c6-bf6a-e4d91dd395a7 completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:50:19.930500 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 9653fc04-d528-49c6-bf6a-e4d91dd395a7 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:50:19.931512 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:20.054454 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 9653fc04-d528-49c6-bf6a-e4d91dd395a7 is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:50:20.055527 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:20.078659 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6b2bc-3a64-445a-86ee-5ada72e05b30 req-a63fc6d5-608d-47cb-91ed-9b1863fa84a8 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:20.085565 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-28c6b2bc-3a64-445a-86ee-5ada72e05b30 req-a63fc6d5-608d-47cb-91ed-9b1863fa84a8 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.2132578
Jun 04 13:50:20.090920 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] For port 9653fc04-d528-49c6-bf6a-e4d91dd395a7, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=9653fc04-d528-49c6-bf6a-e4d91dd395a7,segment=NetworkSegment(0a99beec-d10e-4511-abad-45b7511dbf80),segment_id=0a99beec-d10e-4511-abad-45b7511dbf80)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:50:20.132954 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-3d5dc76b-b0d7-446e-ad0c-4f9ff5b24df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:20.142001 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:20.162518 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ee79-7d0e-4367-9f38-ca1fe94ba73d None None] Notify callbacks [] for port, precommit_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:20.170042 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-28c6b2bc-3a64-445a-86ee-5ada72e05b30 req-4d8f8b7d-5ec1-48e9-8d08-0fc330000946 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0835831
Jun 04 13:50:20.175279 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.provisioning_blocks [None req-ebe8ee79-7d0e-4367-9f38-ca1fe94ba73d None None] Transition to ACTIVE for port object 40a973fc-64e1-404e-80a7-33fedbd908de will not be triggered until provisioned by entity L2. {{(pid=88597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:50:20.217862 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Pushing event updated for resources: {'Port': ['ID=9653fc04-d528-49c6-bf6a-e4d91dd395a7,revision_number=3']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:20.225009 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:20.225353 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:20.225689 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:20.226020 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:20.226347 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:20.226675 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:20.227025 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:20.227349 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:20.227701 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:20.228021 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:20.228340 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:20.228656 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:20.243857 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ee79-7d0e-4367-9f38-ca1fe94ba73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:20.325355 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.managers [None req-ebe8ee79-7d0e-4367-9f38-ca1fe94ba73d None None] Attempting to bind port 40a973fc-64e1-404e-80a7-33fedbd908de on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:50:20.325703 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.managers [None req-ebe8ee79-7d0e-4367-9f38-ca1fe94ba73d None None] Attempting to bind port 40a973fc-64e1-404e-80a7-33fedbd908de by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}] {{(pid=88597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:50:20.326046 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe8ee79-7d0e-4367-9f38-ca1fe94ba73d None None] Attempting to bind port 40a973fc-64e1-404e-80a7-33fedbd908de on network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:50:20.328149 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec68fcb-a14e-43c9-a1d5-edadea19dfc0 None None] Pushing event updated for resources: {'Port': ['ID=40a973fc-64e1-404e-80a7-33fedbd908de,revision_number=2']} {{(pid=88597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:20.334053 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe8ee79-7d0e-4367-9f38-ca1fe94ba73d None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:50:20.339500 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe8ee79-7d0e-4367-9f38-ca1fe94ba73d None None] Checking segment: {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:50:20.339500 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ee79-7d0e-4367-9f38-ca1fe94ba73d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:20.339500 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe8ee79-7d0e-4367-9f38-ca1fe94ba73d None None] Bound using segment: {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'} {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:50:20.339500 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.managers [None req-ebe8ee79-7d0e-4367-9f38-ca1fe94ba73d None None] Bound port: 40a973fc-64e1-404e-80a7-33fedbd908de, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}}] {{(pid=88597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:50:20.339500 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ee79-7d0e-4367-9f38-ca1fe94ba73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:20.371797 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_common [None req-3d5dc76b-b0d7-446e-ad0c-4f9ff5b24df8 admin admin] Allocated IP 172.20.0.1 (1f471009-8984-421f-aa87-41adc9800c05/ab868372-4feb-46a5-9e1f-5434466f2033/515442e2-fa6c-420a-8289-17b5d77cb827) {{(pid=88594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:50:20.411756 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.db [None req-ebe8ee79-7d0e-4367-9f38-ca1fe94ba73d None None] For port 40a973fc-64e1-404e-80a7-33fedbd908de, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:50:20.414826 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.db [None req-ebe8ee79-7d0e-4367-9f38-ca1fe94ba73d None None] For port 40a973fc-64e1-404e-80a7-33fedbd908de, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=40a973fc-64e1-404e-80a7-33fedbd908de,segment=NetworkSegment(a5e9f3a7-fe7c-4b2a-9489-202ad5682d71),segment_id=a5e9f3a7-fe7c-4b2a-9489-202ad5682d71)] {{(pid=88597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:50:20.479976 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ee79-7d0e-4367-9f38-ca1fe94ba73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:20.532642 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-3d5dc76b-b0d7-446e-ad0c-4f9ff5b24df8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:20.549764 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [None req-3d5dc76b-b0d7-446e-ad0c-4f9ff5b24df8 admin admin] Transition to ACTIVE for port object 515442e2-fa6c-420a-8289-17b5d77cb827 will not be triggered until provisioned by entity DHCP. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:50:20.564026 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe8ee79-7d0e-4367-9f38-ca1fe94ba73d None None] Routers {'9a812a7e-eb96-43cf-aff5-694525e8ef2f'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:50:20.564648 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-ebe8ee79-7d0e-4367-9f38-ca1fe94ba73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ee94cd0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:50:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['9a812a7e-eb96-43cf-aff5-694525e8ef2f'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:50:20.624772 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec68fcb-a14e-43c9-a1d5-edadea19dfc0 None None] Pushing event updated for resources: {'Port': ['ID=40a973fc-64e1-404e-80a7-33fedbd908de,revision_number=3']} {{(pid=88597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:20.632830 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-3d5dc76b-b0d7-446e-ad0c-4f9ff5b24df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:20.699736 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5dc76b-b0d7-446e-ad0c-4f9ff5b24df8 admin admin] Network 1f471009-8984-421f-aa87-41adc9800c05 is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:50:20.702451 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [None req-3d5dc76b-b0d7-446e-ad0c-4f9ff5b24df8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:50:20.705962 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5dc76b-b0d7-446e-ad0c-4f9ff5b24df8 admin admin] Received port after_create {{(pid=88594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:50:20.744939 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-ebe8ee79-7d0e-4367-9f38-ca1fe94ba73d None None] Set router 9a812a7e-eb96-43cf-aff5-694525e8ef2f gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:50:20.846593 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5dc76b-b0d7-446e-ad0c-4f9ff5b24df8 admin admin] Pushing event updated for resources: {'Port': ['ID=515442e2-fa6c-420a-8289-17b5d77cb827,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:20.875315 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-3d5dc76b-b0d7-446e-ad0c-4f9ff5b24df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66723705'] for router_interface, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:20.972194 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device ba3db062-2bc4-4080-9bd1-766b33e56904 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:50:21.041163 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-d93c8bcf-76a7-4981-93eb-4a03ab7bb7c1 None None] Provisioning for port 515442e2-fa6c-420a-8289-17b5d77cb827 completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:50:21.045629 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-ebe8ee79-7d0e-4367-9f38-ca1fe94ba73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ee94cd0>, [{'id': '9a812a7e-eb96-43cf-aff5-694525e8ef2f', 'name': 'tempest-TestVolumeBootPattern-2699420-router', 'tenant_id': 'c5214e2b646240aca2644521f446e6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '40a973fc-64e1-404e-80a7-33fedbd908de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:16Z', 'updated_at': '2022-06-04T13:50:17Z', 'revision_number': 3, 'project_id': 'c5214e2b646240aca2644521f446e6ae', 'gw_port': {'id': '40a973fc-64e1-404e-80a7-33fedbd908de', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a812a7e-eb96-43cf-aff5-694525e8ef2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:16Z', 'updated_at': '2022-06-04T13:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:50:21.048600 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-d93c8bcf-76a7-4981-93eb-4a03ab7bb7c1 None None] Provisioning complete for port 515442e2-fa6c-420a-8289-17b5d77cb827 triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:50:21.049498 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d93c8bcf-76a7-4981-93eb-4a03ab7bb7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:21.050921 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe8ee79-7d0e-4367-9f38-ca1fe94ba73d None None] The sync data for ids ['9a812a7e-eb96-43cf-aff5-694525e8ef2f'] in dv-cinder-843593-2-iscsi is: [{'id': '9a812a7e-eb96-43cf-aff5-694525e8ef2f', 'name': 'tempest-TestVolumeBootPattern-2699420-router', 'tenant_id': 'c5214e2b646240aca2644521f446e6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '40a973fc-64e1-404e-80a7-33fedbd908de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:16Z', 'updated_at': '2022-06-04T13:50:17Z', 'revision_number': 3, 'project_id': 'c5214e2b646240aca2644521f446e6ae', 'gw_port': {'id': '40a973fc-64e1-404e-80a7-33fedbd908de', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a812a7e-eb96-43cf-aff5-694525e8ef2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:16Z', 'updated_at': '2022-06-04T13:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}] {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:50:21.079552 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-3d5dc76b-b0d7-446e-ad0c-4f9ff5b24df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:21.103533 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port ba3db062-2bc4-4080-9bd1-766b33e56904 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:50:21.104073 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:21.237894 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-d93c8bcf-76a7-4981-93eb-4a03ab7bb7c1 None None] Port 515442e2-fa6c-420a-8289-17b5d77cb827 cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:50:21.342963 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-3d5dc76b-b0d7-446e-ad0c-4f9ff5b24df8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:21.347236 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port ba3db062-2bc4-4080-9bd1-766b33e56904 is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:50:21.348342 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 9653fc04-d528-49c6-bf6a-e4d91dd395a7 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:50:21.404635 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-3d5dc76b-b0d7-446e-ad0c-4f9ff5b24df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:21.439488 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d09fe4-d63d-48ed-b19b-1c684d1c29b2 req-9eebbd26-830f-4594-9a77-bcba307a88b0 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:21.449885 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-77d09fe4-d63d-48ed-b19b-1c684d1c29b2 req-9eebbd26-830f-4594-9a77-bcba307a88b0 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.1102314
Jun 04 13:50:21.455429 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 9653fc04-d528-49c6-bf6a-e4d91dd395a7 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:50:21.455794 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:21.528364 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-77d09fe4-d63d-48ed-b19b-1c684d1c29b2 req-7cef888d-7c49-4329-a1df-87ab686038f0 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0775168
Jun 04 13:50:21.588934 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-3d5dc76b-b0d7-446e-ad0c-4f9ff5b24df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66655068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66719424'] for router_interface, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:21.610433 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5dc76b-b0d7-446e-ad0c-4f9ff5b24df8 admin admin] Pushing event updated for resources: {'Port': ['ID=515442e2-fa6c-420a-8289-17b5d77cb827,revision_number=2']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:21.635846 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 9653fc04-d528-49c6-bf6a-e4d91dd395a7 is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:50:21.765059 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5dc76b-b0d7-446e-ad0c-4f9ff5b24df8 admin admin] Network 1f471009-8984-421f-aa87-41adc9800c05 is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:50:21.766435 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [None req-3d5dc76b-b0d7-446e-ad0c-4f9ff5b24df8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:50:21.984840 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5dc76b-b0d7-446e-ad0c-4f9ff5b24df8 admin admin] Router 9a812a7e-eb96-43cf-aff5-694525e8ef2f has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:50:22.077832 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-2d105788-6d7f-4d5c-9fce-b5b2ff8d5f35 None None] Provisioning complete for port 515442e2-fa6c-420a-8289-17b5d77cb827 triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:50:22.085323 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-2d105788-6d7f-4d5c-9fce-b5b2ff8d5f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:22.155810 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-2d105788-6d7f-4d5c-9fce-b5b2ff8d5f35 None None] Port 515442e2-fa6c-420a-8289-17b5d77cb827 cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:50:22.178012 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5dc76b-b0d7-446e-ad0c-4f9ff5b24df8 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:50:22.187070 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-3d5dc76b-b0d7-446e-ad0c-4f9ff5b24df8 admin admin] 10.222.0.39 "PUT /v2.0/routers/9a812a7e-eb96-43cf-aff5-694525e8ef2f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9986870
Jun 04 13:50:22.699854 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 47638) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:50:22.705795 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-3655392c-7410-49b2-b5de-7aa1053f8432 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-666180170', 'description': 'tempest-secgroup-smoke-666180170 description', 'project_id': 'fd4fbd1432c64d85808c9b11782432cb'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:50:22.712332 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-3655392c-7410-49b2-b5de-7aa1053f8432 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:50:22.715692 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cb43c-17d4-46af-8009-f133e460881f req-99c53335-91cc-43e3-9d6a-5bfe714a724f tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:22.716678 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-3655392c-7410-49b2-b5de-7aa1053f8432 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Usage tracker for resource:security_group and tenant:fd4fbd1432c64d85808c9b11782432cb is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:50:22.717371 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-273cb43c-17d4-46af-8009-f133e460881f req-99c53335-91cc-43e3-9d6a-5bfe714a724f tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.0899096
Jun 04 13:50:22.720148 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-3655392c-7410-49b2-b5de-7aa1053f8432 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:50:22.729654 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-3655392c-7410-49b2-b5de-7aa1053f8432 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:50:22.766929 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-273cb43c-17d4-46af-8009-f133e460881f req-cb9463d9-2e53-43df-a35b-2f2c58aa9cd4 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408773
Jun 04 13:50:22.838955 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-3655392c-7410-49b2-b5de-7aa1053f8432 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:22.858584 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-3655392c-7410-49b2-b5de-7aa1053f8432 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:50:22.862634 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-3655392c-7410-49b2-b5de-7aa1053f8432 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Usage tracker for resource:security_group_rule and tenant:fd4fbd1432c64d85808c9b11782432cb is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:50:22.865517 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-3655392c-7410-49b2-b5de-7aa1053f8432 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:50:22.871759 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-3655392c-7410-49b2-b5de-7aa1053f8432 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:50:22.928160 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98102b7-3972-4779-9581-bb45279efb2b None None] Sync routers for ids ['9a812a7e-eb96-43cf-aff5-694525e8ef2f'] in dv-cinder-843593-2-iscsi {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:50:22.945131 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98102b7-3972-4779-9581-bb45279efb2b None None] Routers {'9a812a7e-eb96-43cf-aff5-694525e8ef2f'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:50:22.946760 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-a98102b7-3972-4779-9581-bb45279efb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e52be20>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:50:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['9a812a7e-eb96-43cf-aff5-694525e8ef2f'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:50:22.988936 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-3655392c-7410-49b2-b5de-7aa1053f8432 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:23.038502 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 40a973fc-64e1-404e-80a7-33fedbd908de up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:50:23.050451 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-3655392c-7410-49b2-b5de-7aa1053f8432 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:23.105495 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655392c-7410-49b2-b5de-7aa1053f8432 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88e5b402-78cd-409f-a41c-746091c3b653,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:23.148191 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-3655392c-7410-49b2-b5de-7aa1053f8432 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:23.152516 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-3655392c-7410-49b2-b5de-7aa1053f8432 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.4484560
Jun 04 13:50:23.152883 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 47652) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:50:23.160121 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-7e3e538e-b418-4416-a27e-77d240e35d4b tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Request body: {'security_group_rule': {'security_group_id': '88e5b402-78cd-409f-a41c-746091c3b653', 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:50:23.166739 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-7e3e538e-b418-4416-a27e-77d240e35d4b tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:50:23.171408 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-7e3e538e-b418-4416-a27e-77d240e35d4b tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Usage tracker for resource:security_group_rule and tenant:fd4fbd1432c64d85808c9b11782432cb is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:50:23.174684 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-7e3e538e-b418-4416-a27e-77d240e35d4b tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:50:23.182586 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-7e3e538e-b418-4416-a27e-77d240e35d4b tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:50:23.230589 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-a98102b7-3972-4779-9581-bb45279efb2b None None] Set router 9a812a7e-eb96-43cf-aff5-694525e8ef2f gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:50:23.268363 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7e3e538e-b418-4416-a27e-77d240e35d4b tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:23.296711 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port 40a973fc-64e1-404e-80a7-33fedbd908de completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:50:23.307767 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 40a973fc-64e1-404e-80a7-33fedbd908de triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:50:23.308122 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:23.331712 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7e3e538e-b418-4416-a27e-77d240e35d4b tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:23.387820 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7e3e538e-b418-4416-a27e-77d240e35d4b tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:23.413635 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e538e-b418-4416-a27e-77d240e35d4b tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c49e7b98-cc46-4c8a-9895-80e914f015f2,revision_number=0']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:23.462565 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7e3e538e-b418-4416-a27e-77d240e35d4b tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:23.463780 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-7e3e538e-b418-4416-a27e-77d240e35d4b tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3097353
Jun 04 13:50:23.466626 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 47660) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:50:23.471849 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-1b42e363-ea71-409d-892c-a45e919c045a tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Request body: {'security_group_rule': {'security_group_id': '88e5b402-78cd-409f-a41c-746091c3b653', 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:50:23.478828 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-1b42e363-ea71-409d-892c-a45e919c045a tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:50:23.483179 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-1b42e363-ea71-409d-892c-a45e919c045a tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Usage tracker for resource:security_group_rule and tenant:fd4fbd1432c64d85808c9b11782432cb is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:50:23.486264 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-1b42e363-ea71-409d-892c-a45e919c045a tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:50:23.492270 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-1b42e363-ea71-409d-892c-a45e919c045a tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:50:23.548849 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-1b42e363-ea71-409d-892c-a45e919c045a tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:23.611092 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-1b42e363-ea71-409d-892c-a45e919c045a tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:23.627406 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 40a973fc-64e1-404e-80a7-33fedbd908de is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:50:23.627772 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:23.653236 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] For port 40a973fc-64e1-404e-80a7-33fedbd908de, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=40a973fc-64e1-404e-80a7-33fedbd908de,segment=NetworkSegment(a5e9f3a7-fe7c-4b2a-9489-202ad5682d71),segment_id=a5e9f3a7-fe7c-4b2a-9489-202ad5682d71)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:50:23.674005 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-1b42e363-ea71-409d-892c-a45e919c045a tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:23.675355 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-a98102b7-3972-4779-9581-bb45279efb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e52be20>, [{'id': '9a812a7e-eb96-43cf-aff5-694525e8ef2f', 'name': 'tempest-TestVolumeBootPattern-2699420-router', 'tenant_id': 'c5214e2b646240aca2644521f446e6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '40a973fc-64e1-404e-80a7-33fedbd908de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:16Z', 'updated_at': '2022-06-04T13:50:20Z', 'revision_number': 4, 'project_id': 'c5214e2b646240aca2644521f446e6ae', 'gw_port': {'id': '40a973fc-64e1-404e-80a7-33fedbd908de', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a812a7e-eb96-43cf-aff5-694525e8ef2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:16Z', 'updated_at': '2022-06-04T13:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '515442e2-fa6c-420a-8289-17b5d77cb827', 'name': '', 'network_id': '1f471009-8984-421f-aa87-41adc9800c05', 'tenant_id': 'c5214e2b646240aca2644521f446e6ae', 'mac_address': 'fa:16:3e:0e:9e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a812a7e-eb96-43cf-aff5-694525e8ef2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ab868372-4feb-46a5-9e1f-5434466f2033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:20Z', 'updated_at': '2022-06-04T13:50:21Z', 'revision_number': 2, 'project_id': 'c5214e2b646240aca2644521f446e6ae', 'subnets': [{'id': 'ab868372-4feb-46a5-9e1f-5434466f2033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:50:23.680048 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98102b7-3972-4779-9581-bb45279efb2b None None] Checking router: 9a812a7e-eb96-43cf-aff5-694525e8ef2f for host: dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:50:23.680619 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98102b7-3972-4779-9581-bb45279efb2b None None] Updating router 9a812a7e-eb96-43cf-aff5-694525e8ef2f port 515442e2-fa6c-420a-8289-17b5d77cb827 binding host dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:50:23.697892 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42e363-ea71-409d-892c-a45e919c045a tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df7dfae3-6a62-4a02-b53b-70a32fa8cc39,revision_number=0']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:23.737656 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-a98102b7-3972-4779-9581-bb45279efb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:23.750445 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:23.788545 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-1b42e363-ea71-409d-892c-a45e919c045a tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:23.792058 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-1b42e363-ea71-409d-892c-a45e919c045a tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3219850
Jun 04 13:50:23.792570 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 47668) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:50:23.798444 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-b4539504-ddd2-44e9-8684-53711778d280 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Request body: {'security_group_rule': {'security_group_id': '88e5b402-78cd-409f-a41c-746091c3b653', 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:50:23.804675 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-b4539504-ddd2-44e9-8684-53711778d280 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:50:23.810001 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-b4539504-ddd2-44e9-8684-53711778d280 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Usage tracker for resource:security_group_rule and tenant:fd4fbd1432c64d85808c9b11782432cb is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:50:23.813742 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-b4539504-ddd2-44e9-8684-53711778d280 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:50:23.820707 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-b4539504-ddd2-44e9-8684-53711778d280 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:50:23.879846 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b4539504-ddd2-44e9-8684-53711778d280 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:23.913127 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Pushing event updated for resources: {'Port': ['ID=40a973fc-64e1-404e-80a7-33fedbd908de,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:23.994765 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b4539504-ddd2-44e9-8684-53711778d280 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:24.012709 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34922555-10b8-460c-8550-3e94098ab48e req-d343d187-cb6f-49fd-8b19-39337da63947 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:24.014149 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-34922555-10b8-460c-8550-3e94098ab48e req-d343d187-cb6f-49fd-8b19-39337da63947 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.1265347
Jun 04 13:50:24.053297 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b4539504-ddd2-44e9-8684-53711778d280 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:24.083987 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-34922555-10b8-460c-8550-3e94098ab48e req-8ff8ff2f-0824-4280-9667-7d9c44bcda9c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633979
Jun 04 13:50:24.086771 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4539504-ddd2-44e9-8684-53711778d280 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97286398-8c46-4c76-bd8e-6eb0cebc686a,revision_number=0']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:24.152533 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b4539504-ddd2-44e9-8684-53711778d280 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:24.153989 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-b4539504-ddd2-44e9-8684-53711778d280 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3602734
Jun 04 13:50:24.157716 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 47672) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:50:24.158763 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-a98102b7-3972-4779-9581-bb45279efb2b None None] Notify callbacks [] for port, precommit_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:24.162671 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-ad25b0c4-d1ce-4dae-abc6-b243e48b37ed tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Request body: {'security_group_rule': {'security_group_id': '88e5b402-78cd-409f-a41c-746091c3b653', 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:50:24.168396 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-ad25b0c4-d1ce-4dae-abc6-b243e48b37ed tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:50:24.170657 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-a98102b7-3972-4779-9581-bb45279efb2b None None] Transition to ACTIVE for port object 515442e2-fa6c-420a-8289-17b5d77cb827 will not be triggered until provisioned by entity L2. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:50:24.172214 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-ad25b0c4-d1ce-4dae-abc6-b243e48b37ed tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Usage tracker for resource:security_group_rule and tenant:fd4fbd1432c64d85808c9b11782432cb is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:50:24.175109 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-ad25b0c4-d1ce-4dae-abc6-b243e48b37ed tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:50:24.181353 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-ad25b0c4-d1ce-4dae-abc6-b243e48b37ed tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:50:24.228389 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-a98102b7-3972-4779-9581-bb45279efb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:24.261586 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-ad25b0c4-d1ce-4dae-abc6-b243e48b37ed tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:24.335936 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-ad25b0c4-d1ce-4dae-abc6-b243e48b37ed tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:24.399311 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-ad25b0c4-d1ce-4dae-abc6-b243e48b37ed tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:24.431878 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25b0c4-d1ce-4dae-abc6-b243e48b37ed tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79cb7dc9-6a58-4920-affd-a1e02a77ab9a,revision_number=0']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:24.446550 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7fb67-b335-47fa-a33e-707187a3fecb None None] Pushing event updated for resources: {'Port': ['ID=515442e2-fa6c-420a-8289-17b5d77cb827,revision_number=3']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:24.464868 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09a5aa-cb70-4943-bdef-f625003baef9 req-a053ca97-0061-48f7-914f-77b34eaac614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:24.466744 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ce09a5aa-cb70-4943-bdef-f625003baef9 req-a053ca97-0061-48f7-914f-77b34eaac614 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 1098 time: 0.0867288
Jun 04 13:50:24.502762 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-a98102b7-3972-4779-9581-bb45279efb2b None None] Attempting to bind port 515442e2-fa6c-420a-8289-17b5d77cb827 on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:50:24.503170 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-a98102b7-3972-4779-9581-bb45279efb2b None None] Attempting to bind port 515442e2-fa6c-420a-8289-17b5d77cb827 by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': '0a99beec-d10e-4511-abad-45b7511dbf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1f471009-8984-421f-aa87-41adc9800c05'}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:50:24.503532 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98102b7-3972-4779-9581-bb45279efb2b None None] Attempting to bind port 515442e2-fa6c-420a-8289-17b5d77cb827 on network 1f471009-8984-421f-aa87-41adc9800c05 {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:50:24.509232 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98102b7-3972-4779-9581-bb45279efb2b None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:50:24.509604 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98102b7-3972-4779-9581-bb45279efb2b None None] Checking segment: {'id': '0a99beec-d10e-4511-abad-45b7511dbf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1f471009-8984-421f-aa87-41adc9800c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:50:24.510007 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-a98102b7-3972-4779-9581-bb45279efb2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:24.510403 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98102b7-3972-4779-9581-bb45279efb2b None None] Bound using segment: {'id': '0a99beec-d10e-4511-abad-45b7511dbf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1f471009-8984-421f-aa87-41adc9800c05'} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:50:24.511162 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-a98102b7-3972-4779-9581-bb45279efb2b None None] Bound port: 515442e2-fa6c-420a-8289-17b5d77cb827, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a99beec-d10e-4511-abad-45b7511dbf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1f471009-8984-421f-aa87-41adc9800c05'}}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:50:24.511551 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ce09a5aa-cb70-4943-bdef-f625003baef9 req-3210e41d-f78c-4fc5-8ef7-104883557cc4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387547
Jun 04 13:50:24.511901 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-a98102b7-3972-4779-9581-bb45279efb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:24.535775 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-ad25b0c4-d1ce-4dae-abc6-b243e48b37ed tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:24.539712 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-ad25b0c4-d1ce-4dae-abc6-b243e48b37ed tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3787019
Jun 04 13:50:24.540639 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 47680) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:50:24.545952 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-219bcea3-aa7b-4895-b9cb-ceed37324f32 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Request body: {'security_group_rule': {'security_group_id': '88e5b402-78cd-409f-a41c-746091c3b653', 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:50:24.552170 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-219bcea3-aa7b-4895-b9cb-ceed37324f32 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:50:24.556787 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-219bcea3-aa7b-4895-b9cb-ceed37324f32 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Usage tracker for resource:security_group_rule and tenant:fd4fbd1432c64d85808c9b11782432cb is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:50:24.560072 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-219bcea3-aa7b-4895-b9cb-ceed37324f32 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:50:24.566297 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-219bcea3-aa7b-4895-b9cb-ceed37324f32 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:50:24.617173 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-a98102b7-3972-4779-9581-bb45279efb2b None None] For port 515442e2-fa6c-420a-8289-17b5d77cb827, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:50:24.620837 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-a98102b7-3972-4779-9581-bb45279efb2b None None] For port 515442e2-fa6c-420a-8289-17b5d77cb827, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=515442e2-fa6c-420a-8289-17b5d77cb827,segment=NetworkSegment(0a99beec-d10e-4511-abad-45b7511dbf80),segment_id=0a99beec-d10e-4511-abad-45b7511dbf80)] {{(pid=88596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:50:24.633345 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.db.securitygroups_db [None req-219bcea3-aa7b-4895-b9cb-ceed37324f32 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Project fd4fbd1432c64d85808c9b11782432cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 13:50:24.640166 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-219bcea3-aa7b-4895-b9cb-ceed37324f32 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:24.706580 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-219bcea3-aa7b-4895-b9cb-ceed37324f32 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:24.708113 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-a98102b7-3972-4779-9581-bb45279efb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:24.787614 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-219bcea3-aa7b-4895-b9cb-ceed37324f32 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:24.787775 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98102b7-3972-4779-9581-bb45279efb2b None None] Routers {'9a812a7e-eb96-43cf-aff5-694525e8ef2f'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:50:24.801454 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-a98102b7-3972-4779-9581-bb45279efb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e52be20>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:50:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['9a812a7e-eb96-43cf-aff5-694525e8ef2f'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:50:24.815035 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bcea3-aa7b-4895-b9cb-ceed37324f32 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=def4a4eb-4888-41c9-855a-de5a942c702f,revision_number=0']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:24.856121 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7fb67-b335-47fa-a33e-707187a3fecb None None] Pushing event updated for resources: {'Port': ['ID=515442e2-fa6c-420a-8289-17b5d77cb827,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:24.873952 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-219bcea3-aa7b-4895-b9cb-ceed37324f32 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:24.875165 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-219bcea3-aa7b-4895-b9cb-ceed37324f32 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3333359
Jun 04 13:50:24.877813 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 47686) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:50:24.882904 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-8c6c3a3e-4171-4829-993b-cff8ac74e3ee tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Request body: {'security_group_rule': {'security_group_id': '88e5b402-78cd-409f-a41c-746091c3b653', 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:50:24.897521 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-8c6c3a3e-4171-4829-993b-cff8ac74e3ee tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:50:24.903101 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-8c6c3a3e-4171-4829-993b-cff8ac74e3ee tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Usage tracker for resource:security_group_rule and tenant:fd4fbd1432c64d85808c9b11782432cb is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:50:24.906600 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-8c6c3a3e-4171-4829-993b-cff8ac74e3ee tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:50:24.913445 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-8c6c3a3e-4171-4829-993b-cff8ac74e3ee tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:50:24.980107 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-a98102b7-3972-4779-9581-bb45279efb2b None None] Set router 9a812a7e-eb96-43cf-aff5-694525e8ef2f gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:50:24.993468 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.db.securitygroups_db [None req-8c6c3a3e-4171-4829-993b-cff8ac74e3ee tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Project fd4fbd1432c64d85808c9b11782432cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 13:50:25.000425 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8c6c3a3e-4171-4829-993b-cff8ac74e3ee tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:25.031225 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 40a973fc-64e1-404e-80a7-33fedbd908de up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:50:25.067663 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8c6c3a3e-4171-4829-993b-cff8ac74e3ee tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:25.130168 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8c6c3a3e-4171-4829-993b-cff8ac74e3ee tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:25.154184 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c3a3e-4171-4829-993b-cff8ac74e3ee tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a054e634-d682-44f7-bf9d-dbf4766e042c,revision_number=0']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:25.236417 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8c6c3a3e-4171-4829-993b-cff8ac74e3ee tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:25.236417 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-8c6c3a3e-4171-4829-993b-cff8ac74e3ee tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3558524
Jun 04 13:50:25.279470 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 40a973fc-64e1-404e-80a7-33fedbd908de triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:50:25.279834 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:25.289379 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662165e-30a1-47c1-b532-baefd2332cc9 req-201d8532-6e4f-4868-b804-75fa7184276e tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:25.291618 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1662165e-30a1-47c1-b532-baefd2332cc9 req-201d8532-6e4f-4868-b804-75fa7184276e tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.0906370
Jun 04 13:50:25.345519 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1662165e-30a1-47c1-b532-baefd2332cc9 req-e7490b19-096f-4acd-8882-b4154ea7e594 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455990
Jun 04 13:50:25.471572 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 40a973fc-64e1-404e-80a7-33fedbd908de is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:50:25.485084 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-a98102b7-3972-4779-9581-bb45279efb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e52be20>, [{'id': '9a812a7e-eb96-43cf-aff5-694525e8ef2f', 'name': 'tempest-TestVolumeBootPattern-2699420-router', 'tenant_id': 'c5214e2b646240aca2644521f446e6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '40a973fc-64e1-404e-80a7-33fedbd908de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:16Z', 'updated_at': '2022-06-04T13:50:20Z', 'revision_number': 4, 'project_id': 'c5214e2b646240aca2644521f446e6ae', 'gw_port': {'id': '40a973fc-64e1-404e-80a7-33fedbd908de', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a812a7e-eb96-43cf-aff5-694525e8ef2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:16Z', 'updated_at': '2022-06-04T13:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '515442e2-fa6c-420a-8289-17b5d77cb827', 'name': '', 'network_id': '1f471009-8984-421f-aa87-41adc9800c05', 'tenant_id': 'c5214e2b646240aca2644521f446e6ae', 'mac_address': 'fa:16:3e:0e:9e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a812a7e-eb96-43cf-aff5-694525e8ef2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ab868372-4feb-46a5-9e1f-5434466f2033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:20Z', 'updated_at': '2022-06-04T13:50:24Z', 'revision_number': 4, 'project_id': 'c5214e2b646240aca2644521f446e6ae', 'subnets': [{'id': 'ab868372-4feb-46a5-9e1f-5434466f2033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:50:25.489075 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98102b7-3972-4779-9581-bb45279efb2b None None] The sync data for ids ['9a812a7e-eb96-43cf-aff5-694525e8ef2f'] in dv-cinder-843593-2-iscsi is: [{'id': '9a812a7e-eb96-43cf-aff5-694525e8ef2f', 'name': 'tempest-TestVolumeBootPattern-2699420-router', 'tenant_id': 'c5214e2b646240aca2644521f446e6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '40a973fc-64e1-404e-80a7-33fedbd908de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:16Z', 'updated_at': '2022-06-04T13:50:20Z', 'revision_number': 4, 'project_id': 'c5214e2b646240aca2644521f446e6ae', 'gw_port': {'id': '40a973fc-64e1-404e-80a7-33fedbd908de', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a812a7e-eb96-43cf-aff5-694525e8ef2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:16Z', 'updated_at': '2022-06-04T13:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '515442e2-fa6c-420a-8289-17b5d77cb827', 'name': '', 'network_id': '1f471009-8984-421f-aa87-41adc9800c05', 'tenant_id': 'c5214e2b646240aca2644521f446e6ae', 'mac_address': 'fa:16:3e:0e:9e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a812a7e-eb96-43cf-aff5-694525e8ef2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ab868372-4feb-46a5-9e1f-5434466f2033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:20Z', 'updated_at': '2022-06-04T13:50:24Z', 'revision_number': 4, 'project_id': 'c5214e2b646240aca2644521f446e6ae', 'subnets': [{'id': 'ab868372-4feb-46a5-9e1f-5434466f2033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:50:25.906643 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:26.530718 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048555c6-003d-4ec1-acd6-b081bf2e900f req-18c86d46-37d8-4119-ae3f-179a8246e681 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:26.532106 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-048555c6-003d-4ec1-acd6-b081bf2e900f req-18c86d46-37d8-4119-ae3f-179a8246e681 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.0791867
Jun 04 13:50:26.577687 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-048555c6-003d-4ec1-acd6-b081bf2e900f req-a653bc59-47dd-41fe-b911-1a5ca063545a tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399575
Jun 04 13:50:26.850547 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a0fbdbe5-ca79-43f3-a65f-80beb945aec8 req-501f316c-91e2-492d-bfbd-6438f13c17f6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0743759
Jun 04 13:50:27.006024 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbdbe5-ca79-43f3-a65f-80beb945aec8 req-35590622-4391-454f-afd8-31e6d8599fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:27.009806 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a0fbdbe5-ca79-43f3-a65f-80beb945aec8 req-35590622-4391-454f-afd8-31e6d8599fa3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e199af9b5451493fa5a38f932be3993f&device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 1099 time: 0.1251972
Jun 04 13:50:27.016075 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 515442e2-fa6c-420a-8289-17b5d77cb827 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:50:27.210394 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port 515442e2-fa6c-420a-8289-17b5d77cb827 completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:50:27.216799 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 515442e2-fa6c-420a-8289-17b5d77cb827 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:50:27.217256 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:27.320814 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbdbe5-ca79-43f3-a65f-80beb945aec8 req-d86c2169-8d0a-4e97-9301-442f764da4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:27.322722 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a0fbdbe5-ca79-43f3-a65f-80beb945aec8 req-d86c2169-8d0a-4e97-9301-442f764da4ae service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7d55235-bf68-4e08-8155-47e9a6165636 HTTP/1.1" status: 200  len: 920 time: 0.2862411
Jun 04 13:50:27.345788 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 515442e2-fa6c-420a-8289-17b5d77cb827 is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:50:27.350924 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:27.395490 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] For port 515442e2-fa6c-420a-8289-17b5d77cb827, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=515442e2-fa6c-420a-8289-17b5d77cb827,segment=NetworkSegment(0a99beec-d10e-4511-abad-45b7511dbf80),segment_id=0a99beec-d10e-4511-abad-45b7511dbf80)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:50:27.425846 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a0fbdbe5-ca79-43f3-a65f-80beb945aec8 req-1944be66-8b35-4287-bd23-8a612584ace3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc HTTP/1.1" status: 200  len: 217 time: 0.0964592
Jun 04 13:50:27.463365 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:27.563519 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Pushing event updated for resources: {'Port': ['ID=515442e2-fa6c-420a-8289-17b5d77cb827,revision_number=5']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:27.602639 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbdbe5-ca79-43f3-a65f-80beb945aec8 req-cf8c3454-f0ee-4256-8495-e4da726d02c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:27.604113 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a0fbdbe5-ca79-43f3-a65f-80beb945aec8 req-cf8c3454-f0ee-4256-8495-e4da726d02c2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b7ee1fc-be06-43a6-b80c-c1390a27d5a9 HTTP/1.1" status: 200  len: 858 time: 0.1724358
Jun 04 13:50:27.721844 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901a09e-4a00-4cab-8603-36a19ea1315f req-3a9c6737-ba2d-4fc0-afe6-f1ffa8567830 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:27.723312 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d901a09e-4a00-4cab-8603-36a19ea1315f req-3a9c6737-ba2d-4fc0-afe6-f1ffa8567830 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.2190022
Jun 04 13:50:27.730288 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca359f0-ad68-4b51-abc6-bc2888dc1709 req-e248607f-50e3-41ab-a748-f0e7f79662a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:27.731617 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2ca359f0-ad68-4b51-abc6-bc2888dc1709 req-e248607f-50e3-41ab-a748-f0e7f79662a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e199af9b5451493fa5a38f932be3993f&device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 1098 time: 0.1845565
Jun 04 13:50:27.791887 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbdbe5-ca79-43f3-a65f-80beb945aec8 req-86bc92ca-4452-4b05-b8a0-fb554ec826db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:27.795524 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a0fbdbe5-ca79-43f3-a65f-80beb945aec8 req-86bc92ca-4452-4b05-b8a0-fb554ec826db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7d55235-bf68-4e08-8155-47e9a6165636&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1822333
Jun 04 13:50:27.934541 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d901a09e-4a00-4cab-8603-36a19ea1315f req-de58f09c-959d-4c18-9b04-19b9ff1dfb76 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2019742
Jun 04 13:50:28.017006 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca359f0-ad68-4b51-abc6-bc2888dc1709 req-db46c559-4026-4105-93ff-bff427d77bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:28.018495 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2ca359f0-ad68-4b51-abc6-bc2888dc1709 req-db46c559-4026-4105-93ff-bff427d77bfd service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7d55235-bf68-4e08-8155-47e9a6165636 HTTP/1.1" status: 200  len: 920 time: 0.2705979
Jun 04 13:50:28.027947 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a0fbdbe5-ca79-43f3-a65f-80beb945aec8 req-6cec58b4-fe85-46a7-99b1-c524249fa06c service neutron] 10.222.0.55 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1852984
Jun 04 13:50:28.222731 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2ca359f0-ad68-4b51-abc6-bc2888dc1709 req-0c22d285-857d-489e-b4b7-523038fd1e95 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad HTTP/1.1" status: 200  len: 1001 time: 0.1970830
Jun 04 13:50:28.348460 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a0fbdbe5-ca79-43f3-a65f-80beb945aec8 req-d930a6e2-df2a-4013-80c8-8381976be9cc service neutron] 10.222.0.55 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2597709
Jun 04 13:50:28.365928 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca359f0-ad68-4b51-abc6-bc2888dc1709 req-1bd15c2a-d085-4e20-90c0-c5c75f5ff3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:28.367654 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2ca359f0-ad68-4b51-abc6-bc2888dc1709 req-1bd15c2a-d085-4e20-90c0-c5c75f5ff3ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b7ee1fc-be06-43a6-b80c-c1390a27d5a9 HTTP/1.1" status: 200  len: 858 time: 0.1389446
Jun 04 13:50:28.438890 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91424ed-8b4c-42ab-876e-ba8859bedf59 req-839912eb-8a2a-49de-bc0d-1c61886210a1 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:28.440357 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c91424ed-8b4c-42ab-876e-ba8859bedf59 req-839912eb-8a2a-49de-bc0d-1c61886210a1 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cd4f8f5-6db2-4066-b251-d4558fac5431 HTTP/1.1" status: 200  len: 945 time: 0.1699038
Jun 04 13:50:28.498519 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c91424ed-8b4c-42ab-876e-ba8859bedf59 req-5f46fa91-1de2-4fac-8734-368074f7b448 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=f757589a-1563-43c0-b31e-5d1502e58b6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516045
Jun 04 13:50:28.505572 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca359f0-ad68-4b51-abc6-bc2888dc1709 req-77c602fe-2006-4c14-bd00-1a2a813f67d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:28.507181 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2ca359f0-ad68-4b51-abc6-bc2888dc1709 req-77c602fe-2006-4c14-bd00-1a2a813f67d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7d55235-bf68-4e08-8155-47e9a6165636&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1252804
Jun 04 13:50:28.660972 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2ca359f0-ad68-4b51-abc6-bc2888dc1709 req-aadf0434-4a6a-4333-97eb-69283c429530 service neutron] 10.222.0.55 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1296196
Jun 04 13:50:28.971808 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 515442e2-fa6c-420a-8289-17b5d77cb827 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:50:29.041795 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 515442e2-fa6c-420a-8289-17b5d77cb827 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:50:29.042412 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:29.142577 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb9692-b459-4439-83cf-9a5541e468e9 req-44a7b1b4-a68d-44ef-938f-3c584c1adef3 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:29.144265 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-eceb9692-b459-4439-83cf-9a5541e468e9 req-44a7b1b4-a68d-44ef-938f-3c584c1adef3 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.0874450
Jun 04 13:50:29.191245 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 515442e2-fa6c-420a-8289-17b5d77cb827 is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:50:29.191771 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-eceb9692-b459-4439-83cf-9a5541e468e9 req-2c6eb789-59ba-43bb-87b8-ffc4ad151d8d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384614
Jun 04 13:50:29.694444 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5856c9b-4e47-4f01-af92-d24f63742cda req-829a0688-20fb-40e4-8f7c-87adf1574fbc tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:29.696411 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b5856c9b-4e47-4f01-af92-d24f63742cda req-829a0688-20fb-40e4-8f7c-87adf1574fbc tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cd4f8f5-6db2-4066-b251-d4558fac5431 HTTP/1.1" status: 200  len: 945 time: 0.0868948
Jun 04 13:50:29.739731 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b5856c9b-4e47-4f01-af92-d24f63742cda req-9313b871-73d7-405c-820e-0e8639349e20 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=f757589a-1563-43c0-b31e-5d1502e58b6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376010
Jun 04 13:50:30.379842 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2876f-c8ea-42c5-8aff-0efa79d1f9d0 req-9cbdcd64-da09-4eac-bf72-c0dd84359ea5 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:30.381272 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5ab2876f-c8ea-42c5-8aff-0efa79d1f9d0 req-9cbdcd64-da09-4eac-bf72-c0dd84359ea5 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.0833247
Jun 04 13:50:30.426447 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5ab2876f-c8ea-42c5-8aff-0efa79d1f9d0 req-f706ffcb-4f69-4c4c-a133-1c902ddc20cf tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388644
Jun 04 13:50:30.923990 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04667a6f-1e54-415b-95b0-382b96767393 req-e1d57f16-d150-4f09-a20a-75ecfebb95dc tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:30.925512 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-04667a6f-1e54-415b-95b0-382b96767393 req-e1d57f16-d150-4f09-a20a-75ecfebb95dc tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cd4f8f5-6db2-4066-b251-d4558fac5431 HTTP/1.1" status: 200  len: 945 time: 0.0815957
Jun 04 13:50:31.067594 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-04667a6f-1e54-415b-95b0-382b96767393 req-4d4defac-ff27-4483-9c28-14f40f73b37d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=f757589a-1563-43c0-b31e-5d1502e58b6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1357751
Jun 04 13:50:31.338829 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2ca359f0-ad68-4b51-abc6-bc2888dc1709 req-8afac00e-e0b8-4a56-ab08-6998bd441a18 service neutron] 10.222.0.55 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284471
Jun 04 13:50:31.565188 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-50ba8b81-9f8c-4fdf-82a4-cde0a8204052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:31.615842 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec8bfa-f747-47e1-91af-2bef2ae22e9c req-a1419a69-a9a4-41d6-b76f-2a04ed18bfac tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:31.617286 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-4eec8bfa-f747-47e1-91af-2bef2ae22e9c req-a1419a69-a9a4-41d6-b76f-2a04ed18bfac tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.0833228
Jun 04 13:50:31.663144 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-4eec8bfa-f747-47e1-91af-2bef2ae22e9c req-98c720be-575b-4bbd-8cae-0c6c1aab689e tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399013
Jun 04 13:50:32.262732 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25cf73-cca7-4da8-892f-f32bf7af7d82 req-280c68e4-9d36-49ff-9576-0d1a481ed094 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:32.264175 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-dc25cf73-cca7-4da8-892f-f32bf7af7d82 req-280c68e4-9d36-49ff-9576-0d1a481ed094 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cd4f8f5-6db2-4066-b251-d4558fac5431 HTTP/1.1" status: 200  len: 945 time: 0.0927072
Jun 04 13:50:32.309639 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-dc25cf73-cca7-4da8-892f-f32bf7af7d82 req-2129ab93-6711-4dd5-8992-8e54aa9a584b tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=f757589a-1563-43c0-b31e-5d1502e58b6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397825
Jun 04 13:50:32.853232 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4289a5-8eb9-46ae-99b3-a3172a62c0b1 req-ca1fb9de-a1bc-48cd-8612-958a44e96cb6 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:32.854675 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-7d4289a5-8eb9-46ae-99b3-a3172a62c0b1 req-ca1fb9de-a1bc-48cd-8612-958a44e96cb6 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.0829964
Jun 04 13:50:32.901541 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-7d4289a5-8eb9-46ae-99b3-a3172a62c0b1 req-3d1e8285-9ff6-4e6b-8c80-c802662c7089 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410771
Jun 04 13:50:33.212687 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b3c73-d4d7-43df-b7f4-9891ca2738af req-6ae2f49a-95a3-4f82-9d32-4cea384ad300 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:33.214248 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c90b3c73-d4d7-43df-b7f4-9891ca2738af req-6ae2f49a-95a3-4f82-9d32-4cea384ad300 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cd4f8f5-6db2-4066-b251-d4558fac5431 HTTP/1.1" status: 200  len: 945 time: 0.0863745
Jun 04 13:50:33.287804 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-c90b3c73-d4d7-43df-b7f4-9891ca2738af req-4900f041-edd2-489b-bc25-5e5844dee8a2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Deleting port 11170224-40c3-43b2-9762-55e3402b197a {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:50:33.288402 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-c90b3c73-d4d7-43df-b7f4-9891ca2738af req-4900f041-edd2-489b-bc25-5e5844dee8a2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:33.593594 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-c90b3c73-d4d7-43df-b7f4-9891ca2738af req-4900f041-edd2-489b-bc25-5e5844dee8a2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] For port 11170224-40c3-43b2-9762-55e3402b197a, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=11170224-40c3-43b2-9762-55e3402b197a,segment=NetworkSegment(6d3f57de-dbe3-431a-86c1-8e1406ca4d6a),segment_id=6d3f57de-dbe3-431a-86c1-8e1406ca4d6a)] {{(pid=88594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:50:33.593942 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-c90b3c73-d4d7-43df-b7f4-9891ca2738af req-4900f041-edd2-489b-bc25-5e5844dee8a2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:33.613629 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468d047-b916-4201-bd97-a61dc878e8d8 req-96fb9341-1e15-40cd-8480-37e4c1582b29 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:33.615152 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4468d047-b916-4201-bd97-a61dc878e8d8 req-96fb9341-1e15-40cd-8480-37e4c1582b29 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cd4f8f5-6db2-4066-b251-d4558fac5431 HTTP/1.1" status: 200  len: 945 time: 0.1938791
Jun 04 13:50:33.753443 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-1bda06cd-501f-4167-aba1-036e248d31a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:33.803048 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4468d047-b916-4201-bd97-a61dc878e8d8 req-ea0051c5-f64e-4d6e-aecb-8fbc36921c1b tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=f757589a-1563-43c0-b31e-5d1502e58b6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1375751
Jun 04 13:50:33.942596 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-c90b3c73-d4d7-43df-b7f4-9891ca2738af req-4900f041-edd2-489b-bc25-5e5844dee8a2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:33.943115 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-c90b3c73-d4d7-43df-b7f4-9891ca2738af req-4900f041-edd2-489b-bc25-5e5844dee8a2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:33.943584 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.l3_db [req-c90b3c73-d4d7-43df-b7f4-9891ca2738af req-4900f041-edd2-489b-bc25-5e5844dee8a2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Floating IP ef4f9be9-d2b6-4d69-9add-9d9a8aee9368 disassociated. External IP: 172.27.2.60, port: 11170224-40c3-43b2-9762-55e3402b197a.
Jun 04 13:50:33.944010 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-c90b3c73-d4d7-43df-b7f4-9891ca2738af req-4900f041-edd2-489b-bc25-5e5844dee8a2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Calling delete_port for 11170224-40c3-43b2-9762-55e3402b197a owned by compute:nova {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:50:34.136525 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a995692-49a4-4bee-b295-401789b0a3f6 req-e907d292-871e-4ec7-a562-1b74970851b8 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:34.137883 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-4a995692-49a4-4bee-b295-401789b0a3f6 req-e907d292-871e-4ec7-a562-1b74970851b8 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.0958574
Jun 04 13:50:34.183523 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-4a995692-49a4-4bee-b295-401789b0a3f6 req-487a2f07-7bc8-4316-b04d-64b17d7eb08e tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396643
Jun 04 13:50:34.205838 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-c90b3c73-d4d7-43df-b7f4-9891ca2738af req-4900f041-edd2-489b-bc25-5e5844dee8a2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:34.255599 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900f041-edd2-489b-bc25-5e5844dee8a2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event deleted for resources: {'Port': ['ID=11170224-40c3-43b2-9762-55e3402b197a,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:34.466017 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c90b3c73-d4d7-43df-b7f4-9891ca2738af req-4900f041-edd2-489b-bc25-5e5844dee8a2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:50:34.661317 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:34.764948 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c90b3c73-d4d7-43df-b7f4-9891ca2738af req-4900f041-edd2-489b-bc25-5e5844dee8a2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:50:34.778219 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0768c969-0f75-48d9-92c2-df29b74b2ed9 None None] Sync routers for ids ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'] in dv-cinder-843593-2-iscsi {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:50:34.793735 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0768c969-0f75-48d9-92c2-df29b74b2ed9 None None] Routers {'6970f1a1-b3ff-41b6-80c8-570efa1a2642'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:50:34.794555 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-0768c969-0f75-48d9-92c2-df29b74b2ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161f0b3970>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:50:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:50:34.846863 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90b3c73-d4d7-43df-b7f4-9891ca2738af req-4900f041-edd2-489b-bc25-5e5844dee8a2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] No DVR routers for this DVR port 11170224-40c3-43b2-9762-55e3402b197a on host hv-cinder-84359 {{(pid=88594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:50:34.849973 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-c90b3c73-d4d7-43df-b7f4-9891ca2738af req-4900f041-edd2-489b-bc25-5e5844dee8a2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:34.856326 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:34.860206 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd4f8f5-6db2-4066-b251-d4558fac5431', 'name': 'network-vif-deleted', 'tag': '11170224-40c3-43b2-9762-55e3402b197a'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:50:34.911650 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09360665-700e-4357-b7e6-0dd7c47738cf'] response: {'server_uuid': '0cd4f8f5-6db2-4066-b251-d4558fac5431', 'name': 'network-vif-deleted', 'tag': '11170224-40c3-43b2-9762-55e3402b197a', 'status': 'completed', 'code': 200}
Jun 04 13:50:34.965073 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c90b3c73-d4d7-43df-b7f4-9891ca2738af req-4900f041-edd2-489b-bc25-5e5844dee8a2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.55 "DELETE /v2.0/ports/11170224-40c3-43b2-9762-55e3402b197a HTTP/1.1" status: 204  len: 173 time: 1.7451534
Jun 04 13:50:34.971332 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-b9d7079f-6c95-4ffe-b9f7-05493f1a3de5 req-2199b0b9-b66c-4f53-b7ca-6284d9f31938 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Synchronizing usage tracker for tenant:04f6f6455e3046efade411926e0f0561 on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:50:35.035208 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-0768c969-0f75-48d9-92c2-df29b74b2ed9 None None] Set router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:50:35.058289 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-b9d7079f-6c95-4ffe-b9f7-05493f1a3de5 req-2199b0b9-b66c-4f53-b7ca-6284d9f31938 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Unset dirty status for tenant:04f6f6455e3046efade411926e0f0561 on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:50:35.058289 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b9d7079f-6c95-4ffe-b9f7-05493f1a3de5 req-2199b0b9-b66c-4f53-b7ca-6284d9f31938 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cd4f8f5-6db2-4066-b251-d4558fac5431 HTTP/1.1" status: 200  len: 210 time: 0.1345866
Jun 04 13:50:35.395069 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76e1bb-a4c1-41bf-aaf9-8f7ad403bfda req-8414e6fc-b121-41ab-a106-473739b1371d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:35.404852 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-2f76e1bb-a4c1-41bf-aaf9-8f7ad403bfda req-8414e6fc-b121-41ab-a106-473739b1371d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.1073637
Jun 04 13:50:35.455537 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-2f76e1bb-a4c1-41bf-aaf9-8f7ad403bfda req-344cfb44-92c8-49fc-8801-ad3da817fe81 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495622
Jun 04 13:50:35.493544 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-0768c969-0f75-48d9-92c2-df29b74b2ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161f0b3970>, [{'id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:41Z', 'revision_number': 4, 'project_id': '04f6f6455e3046efade411926e0f0561', 'gw_port': {'id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': '1dd33ad3-93b1-4f18-a3b0-9b9909b572c7', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'port_id': '27770265-398d-4ada-87f2-212754c68a41', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'mac_address': 'fa:16:3e:c5:5c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51139133-f363-4326-9ace-7d58f32d4bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:46:53Z', 'updated_at': '2022-06-04T13:47:32Z', 'revision_number': 2, 'project_id': '04f6f6455e3046efade411926e0f0561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711cf581-c378-430c-a852-b96602d99b90', 'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'mac_address': 'fa:16:3e:bb:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:59Z', 'revision_number': 5, 'project_id': '04f6f6455e3046efade411926e0f0561', 'subnets': [{'id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:50:35.497518 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0768c969-0f75-48d9-92c2-df29b74b2ed9 None None] Checking router: 6970f1a1-b3ff-41b6-80c8-570efa1a2642 for host: dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:50:35.506229 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0768c969-0f75-48d9-92c2-df29b74b2ed9 None None] Routers {'6970f1a1-b3ff-41b6-80c8-570efa1a2642'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:50:35.506853 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-0768c969-0f75-48d9-92c2-df29b74b2ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161f0b3970>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:50:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:50:35.656504 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb944f-9868-43fa-909d-90b2c1effca4 req-bd3a4586-edc9-424c-bf4d-bf385dab18d9 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:35.658620 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-64cb944f-9868-43fa-909d-90b2c1effca4 req-bd3a4586-edc9-424c-bf4d-bf385dab18d9 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.0871966
Jun 04 13:50:35.669539 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 47886) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:50:35.674661 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-5ceca739-100b-4c01-b50f-5e9939267e3b tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Request body: {'floatingip': {'port_id': '8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:50:35.694666 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-0768c969-0f75-48d9-92c2-df29b74b2ed9 None None] Set router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:50:35.786800 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-5ceca739-100b-4c01-b50f-5e9939267e3b tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks [] for floatingip, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:36.134743 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:36.222276 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-0768c969-0f75-48d9-92c2-df29b74b2ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161f0b3970>, [{'id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:41Z', 'revision_number': 4, 'project_id': '04f6f6455e3046efade411926e0f0561', 'gw_port': {'id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': '1dd33ad3-93b1-4f18-a3b0-9b9909b572c7', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'port_id': '27770265-398d-4ada-87f2-212754c68a41', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'mac_address': 'fa:16:3e:c5:5c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51139133-f363-4326-9ace-7d58f32d4bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:46:53Z', 'updated_at': '2022-06-04T13:47:32Z', 'revision_number': 2, 'project_id': '04f6f6455e3046efade411926e0f0561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711cf581-c378-430c-a852-b96602d99b90', 'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'mac_address': 'fa:16:3e:bb:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:59Z', 'revision_number': 5, 'project_id': '04f6f6455e3046efade411926e0f0561', 'subnets': [{'id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:50:36.242456 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0768c969-0f75-48d9-92c2-df29b74b2ed9 None None] The sync data for ids ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'] in dv-cinder-843593-2-iscsi is: [{'id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:41Z', 'revision_number': 4, 'project_id': '04f6f6455e3046efade411926e0f0561', 'gw_port': {'id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': '1dd33ad3-93b1-4f18-a3b0-9b9909b572c7', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'port_id': '27770265-398d-4ada-87f2-212754c68a41', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'mac_address': 'fa:16:3e:c5:5c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51139133-f363-4326-9ace-7d58f32d4bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:46:53Z', 'updated_at': '2022-06-04T13:47:32Z', 'revision_number': 2, 'project_id': '04f6f6455e3046efade411926e0f0561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711cf581-c378-430c-a852-b96602d99b90', 'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'mac_address': 'fa:16:3e:bb:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:59Z', 'revision_number': 5, 'project_id': '04f6f6455e3046efade411926e0f0561', 'subnets': [{'id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:50:36.362062 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-73c407d4-6133-4931-9f3a-ca3165e1dd7d req-dcf88dec-8a67-467c-9de1-1c79b6f33625 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cd4f8f5-6db2-4066-b251-d4558fac5431 HTTP/1.1" status: 200  len: 210 time: 0.1001034
Jun 04 13:50:36.698869 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cba628-3b76-4454-9ea3-5117de6e1b77 None None] New status for floating IP ef4f9be9-d2b6-4d69-9add-9d9a8aee9368: DOWN {{(pid=88596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:50:36.803501 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-5ceca739-100b-4c01-b50f-5e9939267e3b tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:36.873427 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-5ceca739-100b-4c01-b50f-5e9939267e3b tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:37.198023 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205ff66-8bb2-47bc-8a0d-c8ec1777b60b req-ea1a745e-1bbc-485e-9997-4ef014266124 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:37.208202 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-9205ff66-8bb2-47bc-8a0d-c8ec1777b60b req-ea1a745e-1bbc-485e-9997-4ef014266124 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.1095052
Jun 04 13:50:37.256199 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-9205ff66-8bb2-47bc-8a0d-c8ec1777b60b req-9a5ca3bd-a5fe-41ab-950c-94eec8b58f4c tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469522
Jun 04 13:50:37.368359 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ceca739-100b-4c01-b50f-5e9939267e3b tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Router a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1 has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:50:37.560948 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ceca739-100b-4c01-b50f-5e9939267e3b tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:50:37.565340 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-5ceca739-100b-4c01-b50f-5e9939267e3b tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:37.571185 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995aaeef-6601-43b8-b1a0-e3a24f7e9048 None None] Sync routers for ids ['a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'] in dv-cinder-843593-2-iscsi {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:50:37.580264 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995aaeef-6601-43b8-b1a0-e3a24f7e9048 None None] Routers {'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:50:37.584677 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-995aaeef-6601-43b8-b1a0-e3a24f7e9048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161f0b3610>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:50:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:50:37.587348 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 47924) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:50:37.655799 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a1a4e3-3e43-46af-8671-df544af4a31e', 'tag': '8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:50:37.660745 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-0a9d638a-5c6e-44b5-a939-9a6f69ce5c2a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:37.697773 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-0a9d638a-5c6e-44b5-a939-9a6f69ce5c2a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:37.708408 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-5ceca739-100b-4c01-b50f-5e9939267e3b tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "PUT /v2.0/floatingips/b4255824-9096-4b6a-a411-fce5e1a34912 HTTP/1.1" status: 200  len: 993 time: 2.0377240
Jun 04 13:50:37.743913 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0b8dcf2-143b-4cab-b3fc-84ee0ebd3bd4'] response: {'name': 'network-changed', 'server_uuid': 'b5a1a4e3-3e43-46af-8671-df544af4a31e', 'tag': '8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad', 'status': 'completed', 'code': 200}
Jun 04 13:50:37.809290 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 47934) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:50:37.815355 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-995aaeef-6601-43b8-b1a0-e3a24f7e9048 None None] Set router a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:50:37.879046 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-0a9d638a-5c6e-44b5-a939-9a6f69ce5c2a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:37.898577 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d638a-5c6e-44b5-a939-9a6f69ce5c2a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f757589a-1563-43c0-b31e-5d1502e58b6e,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:37.940804 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-115ad668-6c4d-42a1-a73a-f649d73a6af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:37.955306 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-115ad668-6c4d-42a1-a73a-f649d73a6af4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:50:37.959204 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-115ad668-6c4d-42a1-a73a-f649d73a6af4 admin admin] Usage tracker for resource:security_group_rule and tenant:de15de32bfd942bfa66913d1363c5493 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:50:37.962540 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-115ad668-6c4d-42a1-a73a-f649d73a6af4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:50:37.968272 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-115ad668-6c4d-42a1-a73a-f649d73a6af4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:50:37.993204 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-0a9d638a-5c6e-44b5-a939-9a6f69ce5c2a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:37.994315 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-0a9d638a-5c6e-44b5-a939-9a6f69ce5c2a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "DELETE /v2.0/security-groups/f757589a-1563-43c0-b31e-5d1502e58b6e HTTP/1.1" status: 204  len: 168 time: 0.4059963
Jun 04 13:50:37.997365 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 47940) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:50:38.014947 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.api.v2.resource [None req-bb7bd887-9f05-4d18-8065-5536e8d59a6d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] show failed (client error): The resource could not be found.
Jun 04 13:50:38.017350 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-bb7bd887-9f05-4d18-8065-5536e8d59a6d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups/f757589a-1563-43c0-b31e-5d1502e58b6e HTTP/1.1" status: 404  len: 347 time: 0.0189083
Jun 04 13:50:38.024918 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 47944) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:50:38.070196 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-115ad668-6c4d-42a1-a73a-f649d73a6af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:38.141664 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-115ad668-6c4d-42a1-a73a-f649d73a6af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:38.194010 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-115ad668-6c4d-42a1-a73a-f649d73a6af4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=de15de32bfd942bfa66913d1363c5493&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3812346
Jun 04 13:50:38.194218 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [None req-49f3d309-1d28-4973-8965-dd23a6bb2c83 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Deleting port 03fccda4-2775-41ce-a823-ca8ac8520261 {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:50:38.194309 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ad668-6c4d-42a1-a73a-f649d73a6af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8164f08d-e8bb-4eec-9655-717cec77d0d4,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:38.194416 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-49f3d309-1d28-4973-8965-dd23a6bb2c83 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:38.195182 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 47950) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:50:38.221507 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-995aaeef-6601-43b8-b1a0-e3a24f7e9048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161f0b3610>, [{'id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1954090409-router', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '933c689e-a0db-4d1d-bc49-320c46489e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:31Z', 'updated_at': '2022-06-04T13:46:43Z', 'revision_number': 4, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'gw_port': {'id': '933c689e-a0db-4d1d-bc49-320c46489e7d', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': 'b4255824-9096-4b6a-a411-fce5e1a34912', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'port_id': '8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636', 'mac_address': 'fa:16:3e:a1:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a1a4e3-3e43-46af-8671-df544af4a31e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:48:34Z', 'updated_at': '2022-06-04T13:50:36Z', 'revision_number': 3, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b595485d-e0c8-46dc-88e9-3bfa14c1292c', 'name': '', 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'mac_address': 'fa:16:3e:31:2d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b7ee1fc-be06-43a6-b80c-c1390a27d5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:58Z', 'revision_number': 5, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'subnets': [{'id': '0b7ee1fc-be06-43a6-b80c-c1390a27d5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:50:38.227584 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995aaeef-6601-43b8-b1a0-e3a24f7e9048 None None] Checking router: a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1 for host: dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:50:38.235497 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995aaeef-6601-43b8-b1a0-e3a24f7e9048 None None] Routers {'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:50:38.236279 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-995aaeef-6601-43b8-b1a0-e3a24f7e9048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161f0b3610>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:50:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:50:38.262504 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-df70d960-200f-4efa-a825-d3b75b6fd657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:38.293509 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-df70d960-200f-4efa-a825-d3b75b6fd657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:38.401618 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-49f3d309-1d28-4973-8965-dd23a6bb2c83 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:38.401851 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-49f3d309-1d28-4973-8965-dd23a6bb2c83 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:38.421752 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-df70d960-200f-4efa-a825-d3b75b6fd657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:38.433395 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-995aaeef-6601-43b8-b1a0-e3a24f7e9048 None None] Set router a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:50:38.447950 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70d960-200f-4efa-a825-d3b75b6fd657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8164f08d-e8bb-4eec-9655-717cec77d0d4,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:38.451999 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-df70d960-200f-4efa-a825-d3b75b6fd657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:38.455469 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-df70d960-200f-4efa-a825-d3b75b6fd657 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8164f08d-e8bb-4eec-9655-717cec77d0d4 HTTP/1.1" status: 204  len: 168 time: 0.2574320
Jun 04 13:50:38.508890 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d74cad-cd97-496e-898a-9d9ac7077f32 req-1ab4511a-1599-4f58-8764-89de916e2daf tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:38.510363 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-91d74cad-cd97-496e-898a-9d9ac7077f32 req-1ab4511a-1599-4f58-8764-89de916e2daf tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.1251388
Jun 04 13:50:38.530796 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [None req-49f3d309-1d28-4973-8965-dd23a6bb2c83 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Calling delete_port for 03fccda4-2775-41ce-a823-ca8ac8520261 owned by network:floatingip {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:50:38.586508 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-91d74cad-cd97-496e-898a-9d9ac7077f32 req-bbfe38e8-9426-40c3-adaf-eac81eec930d tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0639036
Jun 04 13:50:38.759622 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-49f3d309-1d28-4973-8965-dd23a6bb2c83 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:38.850957 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3d309-1d28-4973-8965-dd23a6bb2c83 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event deleted for resources: {'Port': ['ID=03fccda4-2775-41ce-a823-ca8ac8520261,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:38.859301 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-995aaeef-6601-43b8-b1a0-e3a24f7e9048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161f0b3610>, [{'id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1954090409-router', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '933c689e-a0db-4d1d-bc49-320c46489e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:31Z', 'updated_at': '2022-06-04T13:46:43Z', 'revision_number': 4, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'gw_port': {'id': '933c689e-a0db-4d1d-bc49-320c46489e7d', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': 'b4255824-9096-4b6a-a411-fce5e1a34912', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'port_id': '8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636', 'mac_address': 'fa:16:3e:a1:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a1a4e3-3e43-46af-8671-df544af4a31e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:48:34Z', 'updated_at': '2022-06-04T13:50:36Z', 'revision_number': 3, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b595485d-e0c8-46dc-88e9-3bfa14c1292c', 'name': '', 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'mac_address': 'fa:16:3e:31:2d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b7ee1fc-be06-43a6-b80c-c1390a27d5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:58Z', 'revision_number': 5, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'subnets': [{'id': '0b7ee1fc-be06-43a6-b80c-c1390a27d5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:50:38.863606 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995aaeef-6601-43b8-b1a0-e3a24f7e9048 None None] The sync data for ids ['a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'] in dv-cinder-843593-2-iscsi is: [{'id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1954090409-router', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '933c689e-a0db-4d1d-bc49-320c46489e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:31Z', 'updated_at': '2022-06-04T13:46:43Z', 'revision_number': 4, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'gw_port': {'id': '933c689e-a0db-4d1d-bc49-320c46489e7d', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': 'b4255824-9096-4b6a-a411-fce5e1a34912', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'port_id': '8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636', 'mac_address': 'fa:16:3e:a1:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a1a4e3-3e43-46af-8671-df544af4a31e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:48:34Z', 'updated_at': '2022-06-04T13:50:36Z', 'revision_number': 3, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b595485d-e0c8-46dc-88e9-3bfa14c1292c', 'name': '', 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'mac_address': 'fa:16:3e:31:2d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b7ee1fc-be06-43a6-b80c-c1390a27d5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:58Z', 'revision_number': 5, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'subnets': [{'id': '0b7ee1fc-be06-43a6-b80c-c1390a27d5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:50:38.915397 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-49f3d309-1d28-4973-8965-dd23a6bb2c83 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for floatingip, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:38.992110 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-49f3d309-1d28-4973-8965-dd23a6bb2c83 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:38.995930 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-49f3d309-1d28-4973-8965-dd23a6bb2c83 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "DELETE /v2.0/floatingips/ef4f9be9-d2b6-4d69-9add-9d9a8aee9368 HTTP/1.1" status: 204  len: 168 time: 0.9674771
Jun 04 13:50:39.315948 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 11170224-40c3-43b2-9762-55e3402b197a no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:50:39.357761 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] No Port match for: 11170224-40c3-43b2-9762-55e3402b197a {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:50:39.358098 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 11170224-40c3-43b2-9762-55e3402b197a not bound to the agent host hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:50:39.743048 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a1a4e3-3e43-46af-8671-df544af4a31e', 'tag': '8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:50:39.780815 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e10a5-6ef5-4d01-8ca2-f7a1ca6c96dd req-3dfbef39-cfc0-4895-962b-d75fa893168e tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:39.787504 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-320e10a5-6ef5-4d01-8ca2-f7a1ca6c96dd req-3dfbef39-cfc0-4895-962b-d75fa893168e tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.0911403
Jun 04 13:50:39.799397 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36349667-5a4b-456b-873a-4d9815afabd2'] response: {'name': 'network-changed', 'server_uuid': 'b5a1a4e3-3e43-46af-8671-df544af4a31e', 'tag': '8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad', 'status': 'completed', 'code': 200}
Jun 04 13:50:39.835990 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-320e10a5-6ef5-4d01-8ca2-f7a1ca6c96dd req-8922d3e7-d4b7-4a0a-a23e-18c0373ec0e9 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471137
Jun 04 13:50:40.343022 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bc2e0-990e-4881-a866-a4ccab468869 req-3c7d6c88-213c-40cc-94d3-e19fe18ee930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:40.343974 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-104bc2e0-990e-4881-a866-a4ccab468869 req-3c7d6c88-213c-40cc-94d3-e19fe18ee930 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e199af9b5451493fa5a38f932be3993f&device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 1098 time: 0.0752432
Jun 04 13:50:40.521448 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bc2e0-990e-4881-a866-a4ccab468869 req-e9cd13ec-bb06-4557-9154-bb30eed84a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:40.523029 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-104bc2e0-990e-4881-a866-a4ccab468869 req-e9cd13ec-bb06-4557-9154-bb30eed84a0e service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7d55235-bf68-4e08-8155-47e9a6165636 HTTP/1.1" status: 200  len: 920 time: 0.1542444
Jun 04 13:50:40.709353 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-104bc2e0-990e-4881-a866-a4ccab468869 req-7f9f5244-5575-469d-b31e-486a3b47aae0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad HTTP/1.1" status: 200  len: 1001 time: 0.1795061
Jun 04 13:50:40.773564 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bc2e0-990e-4881-a866-a4ccab468869 req-56d34dfd-06c7-4d88-bb5e-f8e1f6d693d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:40.775115 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-104bc2e0-990e-4881-a866-a4ccab468869 req-56d34dfd-06c7-4d88-bb5e-f8e1f6d693d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b7ee1fc-be06-43a6-b80c-c1390a27d5a9 HTTP/1.1" status: 200  len: 858 time: 0.0579548
Jun 04 13:50:40.862088 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bc2e0-990e-4881-a866-a4ccab468869 req-fe5d7fd4-08da-4172-bb30-2907c1b4fa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:40.864083 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-104bc2e0-990e-4881-a866-a4ccab468869 req-fe5d7fd4-08da-4172-bb30-2907c1b4fa0a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7d55235-bf68-4e08-8155-47e9a6165636&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783458
Jun 04 13:50:41.003369 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-104bc2e0-990e-4881-a866-a4ccab468869 req-4a7f1003-2bdf-49a1-9b4f-b9bfbb139265 service neutron] 10.222.0.55 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325629
Jun 04 13:50:41.047070 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57075ddc-d45c-4e42-a8e9-51f781acaefb req-5653612a-6fbf-42e1-94f3-f185327cf2a9 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:41.047070 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-57075ddc-d45c-4e42-a8e9-51f781acaefb req-5653612a-6fbf-42e1-94f3-f185327cf2a9 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.0806959
Jun 04 13:50:41.077223 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-57075ddc-d45c-4e42-a8e9-51f781acaefb req-18b7e8fb-460b-4898-abfd-e96da874bb16 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449901
Jun 04 13:50:41.155015 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-104bc2e0-990e-4881-a866-a4ccab468869 req-67920796-1607-4616-8619-21a451e2198d service neutron] 10.222.0.55 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280203
Jun 04 13:50:41.309169 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c1695-8bb8-465c-84bb-9ed855ff83d0 req-34b434d3-3c5a-41b1-998d-ea39264a825b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:41.310638 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-841c1695-8bb8-465c-84bb-9ed855ff83d0 req-34b434d3-3c5a-41b1-998d-ea39264a825b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e199af9b5451493fa5a38f932be3993f&device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 1098 time: 0.0755317
Jun 04 13:50:41.390260 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 6 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:50:41.448036 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c1695-8bb8-465c-84bb-9ed855ff83d0 req-7a0f300e-6568-4140-9e3e-9446bbf462ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:41.449495 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-841c1695-8bb8-465c-84bb-9ed855ff83d0 req-7a0f300e-6568-4140-9e3e-9446bbf462ee service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7d55235-bf68-4e08-8155-47e9a6165636 HTTP/1.1" status: 200  len: 920 time: 0.1292806
Jun 04 13:50:41.556656 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-841c1695-8bb8-465c-84bb-9ed855ff83d0 req-e8ab74aa-3905-4cb8-bbcb-b817c5dc1116 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad HTTP/1.1" status: 200  len: 1001 time: 0.0985234
Jun 04 13:50:41.621945 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c1695-8bb8-465c-84bb-9ed855ff83d0 req-3e1623fc-e8a5-4606-8b0c-a83bc902e32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:41.623397 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-841c1695-8bb8-465c-84bb-9ed855ff83d0 req-3e1623fc-e8a5-4606-8b0c-a83bc902e32c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b7ee1fc-be06-43a6-b80c-c1390a27d5a9 HTTP/1.1" status: 200  len: 858 time: 0.0596535
Jun 04 13:50:41.709440 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c1695-8bb8-465c-84bb-9ed855ff83d0 req-b5aa8256-a004-400d-ac77-0e1f5c8590e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:41.713653 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-841c1695-8bb8-465c-84bb-9ed855ff83d0 req-b5aa8256-a004-400d-ac77-0e1f5c8590e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7d55235-bf68-4e08-8155-47e9a6165636&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835445
Jun 04 13:50:41.863648 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-841c1695-8bb8-465c-84bb-9ed855ff83d0 req-8c125222-4e7b-4e55-98fb-bc204f032b37 service neutron] 10.222.0.55 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436856
Jun 04 13:50:42.028292 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-841c1695-8bb8-465c-84bb-9ed855ff83d0 req-54a4b545-be22-46f6-aa64-06d1b9870c5b service neutron] 10.222.0.55 "GET /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1536324
Jun 04 13:50:42.264425 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98f63e-2989-4060-abd7-7529eb488173 req-bb37c3fe-18ae-4f73-af49-fc3c8c05cc1a tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:42.265179 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ae98f63e-2989-4060-abd7-7529eb488173 req-bb37c3fe-18ae-4f73-af49-fc3c8c05cc1a tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.0826843
Jun 04 13:50:42.310433 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ae98f63e-2989-4060-abd7-7529eb488173 req-1949e928-9c57-410b-bd3f-e494b4b51081 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396817
Jun 04 13:50:42.572351 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e868168-f651-420b-bb92-3281ebc232ad req-6bf87cbb-dfb4-4d1a-8e30-f739b0be2654 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:42.572973 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-0e868168-f651-420b-bb92-3281ebc232ad req-6bf87cbb-dfb4-4d1a-8e30-f739b0be2654 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Synchronizing usage tracker for tenant:04f6f6455e3046efade411926e0f0561 on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:50:42.637126 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-0e868168-f651-420b-bb92-3281ebc232ad req-6bf87cbb-dfb4-4d1a-8e30-f739b0be2654 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Unset dirty status for tenant:04f6f6455e3046efade411926e0f0561 on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:50:42.638271 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-0e868168-f651-420b-bb92-3281ebc232ad req-6bf87cbb-dfb4-4d1a-8e30-f739b0be2654 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 945 time: 0.1471307
Jun 04 13:50:42.682031 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-0e868168-f651-420b-bb92-3281ebc232ad req-7fb17191-5052-4be1-bbb5-0345e0d53547 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=551d7bfa-8b5d-44b2-9587-e8228120fef8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380232
Jun 04 13:50:43.491326 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341dd05-a637-43fc-9a21-9ba8fbb62b5c req-4d2b6518-65d5-47eb-83bd-b60a344fba7f tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:43.493349 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5341dd05-a637-43fc-9a21-9ba8fbb62b5c req-4d2b6518-65d5-47eb-83bd-b60a344fba7f tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.0801380
Jun 04 13:50:43.535857 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5341dd05-a637-43fc-9a21-9ba8fbb62b5c req-ef8f7751-c735-4a4f-8fa3-2028a16528d9 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0368888
Jun 04 13:50:43.866101 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c3096-afbb-4610-aca0-a1b15dea26e9 req-c7b75f81-f0f3-4b59-8406-3437043a6063 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:43.867538 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-0a3c3096-afbb-4610-aca0-a1b15dea26e9 req-c7b75f81-f0f3-4b59-8406-3437043a6063 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 945 time: 0.0787797
Jun 04 13:50:43.913187 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-0a3c3096-afbb-4610-aca0-a1b15dea26e9 req-3096cb50-41ed-40c9-b428-d22fb4bd009c tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=551d7bfa-8b5d-44b2-9587-e8228120fef8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400934
Jun 04 13:50:44.721277 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c553f0d-7a2f-422f-a5ab-7ad805b8ba16 req-3ceacc35-5824-4e06-bf42-4319400caadf tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:44.722682 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-3c553f0d-7a2f-422f-a5ab-7ad805b8ba16 req-3ceacc35-5824-4e06-bf42-4319400caadf tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.0822113
Jun 04 13:50:44.819296 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-3c553f0d-7a2f-422f-a5ab-7ad805b8ba16 req-f738977a-1072-4fc2-b879-b8335a8c27a1 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0903065
Jun 04 13:50:45.106923 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0867b-51d0-410b-95f2-72d140662164 req-5fb9f185-d7c8-4a2d-8a8c-6acf9fd0d1d6 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:45.108394 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-82a0867b-51d0-410b-95f2-72d140662164 req-5fb9f185-d7c8-4a2d-8a8c-6acf9fd0d1d6 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 945 time: 0.0852020
Jun 04 13:50:45.150893 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-82a0867b-51d0-410b-95f2-72d140662164 req-dd96a826-f94b-4757-b701-24697c99c1d8 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=551d7bfa-8b5d-44b2-9587-e8228120fef8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369987
Jun 04 13:50:46.000601 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa527d-b3bb-43bb-8b35-3df8f54fb7d2 req-2edee1cc-8f5a-4975-ae52-9dabfcd93f63 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:46.002021 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e3fa527d-b3bb-43bb-8b35-3df8f54fb7d2 req-2edee1cc-8f5a-4975-ae52-9dabfcd93f63 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.0779052
Jun 04 13:50:46.046078 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e3fa527d-b3bb-43bb-8b35-3df8f54fb7d2 req-45bc2fcd-e0d6-4074-81ea-8d5be3b7884a tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382514
Jun 04 13:50:46.421234 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fac54e-8dcb-4bc3-b1f1-d84a3fd6578b req-8f0c21b6-7f4f-4152-9219-2f07fcfefca0 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:46.422588 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b3fac54e-8dcb-4bc3-b1f1-d84a3fd6578b req-8f0c21b6-7f4f-4152-9219-2f07fcfefca0 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 945 time: 0.1675425
Jun 04 13:50:46.465496 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b3fac54e-8dcb-4bc3-b1f1-d84a3fd6578b req-c4662ac3-641e-42a1-bb26-7437f6debe14 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=551d7bfa-8b5d-44b2-9587-e8228120fef8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373116
Jun 04 13:50:47.232995 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3da05-11a9-41ea-a854-459a404a3a69 req-26e873c7-0326-4dee-8e4e-fad3b32d2e8a tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:47.234330 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-0ad3da05-11a9-41ea-a854-459a404a3a69 req-26e873c7-0326-4dee-8e4e-fad3b32d2e8a tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.0825167
Jun 04 13:50:47.279866 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-0ad3da05-11a9-41ea-a854-459a404a3a69 req-116de94c-1432-4b30-aeef-187e48826692 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396571
Jun 04 13:50:47.656150 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328c124-b3d7-476a-ada2-f7c1e32ece74 req-0285e158-191a-4e30-9c5e-ea4bc4ed0a22 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:47.657616 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1328c124-b3d7-476a-ada2-f7c1e32ece74 req-0285e158-191a-4e30-9c5e-ea4bc4ed0a22 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 945 time: 0.0810878
Jun 04 13:50:47.705835 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1328c124-b3d7-476a-ada2-f7c1e32ece74 req-4dec8c7a-27e5-43d8-bf37-49323c43ff4b tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=551d7bfa-8b5d-44b2-9587-e8228120fef8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425451
Jun 04 13:50:47.783605 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a64f18-62a0-4978-8502-8099b4b6d8e4 req-d4b686b3-8409-416e-a3ff-ef06e29fff5b tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:47.785038 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d1a64f18-62a0-4978-8502-8099b4b6d8e4 req-d4b686b3-8409-416e-a3ff-ef06e29fff5b tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.55 "GET /v2.0/ports?device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 945 time: 0.0781343
Jun 04 13:50:47.853518 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-d1a64f18-62a0-4978-8502-8099b4b6d8e4 req-2a3b63a7-0fef-4497-9bdc-9a4f119677b2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Deleting port 27770265-398d-4ada-87f2-212754c68a41 {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:50:47.853850 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-d1a64f18-62a0-4978-8502-8099b4b6d8e4 req-2a3b63a7-0fef-4497-9bdc-9a4f119677b2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:48.094124 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-d1a64f18-62a0-4978-8502-8099b4b6d8e4 req-2a3b63a7-0fef-4497-9bdc-9a4f119677b2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] For port 27770265-398d-4ada-87f2-212754c68a41, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=27770265-398d-4ada-87f2-212754c68a41,segment=NetworkSegment(6d3f57de-dbe3-431a-86c1-8e1406ca4d6a),segment_id=6d3f57de-dbe3-431a-86c1-8e1406ca4d6a)] {{(pid=88594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:50:48.094473 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-d1a64f18-62a0-4978-8502-8099b4b6d8e4 req-2a3b63a7-0fef-4497-9bdc-9a4f119677b2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:48.381599 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-d1a64f18-62a0-4978-8502-8099b4b6d8e4 req-2a3b63a7-0fef-4497-9bdc-9a4f119677b2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:48.381958 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-d1a64f18-62a0-4978-8502-8099b4b6d8e4 req-2a3b63a7-0fef-4497-9bdc-9a4f119677b2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:48.382266 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.l3_db [req-d1a64f18-62a0-4978-8502-8099b4b6d8e4 req-2a3b63a7-0fef-4497-9bdc-9a4f119677b2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Floating IP 1dd33ad3-93b1-4f18-a3b0-9b9909b572c7 disassociated. External IP: 172.27.2.65, port: 27770265-398d-4ada-87f2-212754c68a41.
Jun 04 13:50:48.382660 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-d1a64f18-62a0-4978-8502-8099b4b6d8e4 req-2a3b63a7-0fef-4497-9bdc-9a4f119677b2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Calling delete_port for 27770265-398d-4ada-87f2-212754c68a41 owned by compute:nova {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:50:48.471339 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04940310-80bf-49bb-a155-df5521481754 req-bd1b7065-89b2-4c2b-940d-53c2a901d507 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:48.472840 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-04940310-80bf-49bb-a155-df5521481754 req-bd1b7065-89b2-4c2b-940d-53c2a901d507 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.0883794
Jun 04 13:50:48.518363 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-04940310-80bf-49bb-a155-df5521481754 req-afc7b817-399c-457b-8235-6a1a367574ea tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392992
Jun 04 13:50:48.586467 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-d1a64f18-62a0-4978-8502-8099b4b6d8e4 req-2a3b63a7-0fef-4497-9bdc-9a4f119677b2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:48.638046 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b63a7-0fef-4497-9bdc-9a4f119677b2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event deleted for resources: {'Port': ['ID=27770265-398d-4ada-87f2-212754c68a41,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:48.649944 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b63a7-0fef-4497-9bdc-9a4f119677b2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:48.650283 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b63a7-0fef-4497-9bdc-9a4f119677b2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:48.650612 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b63a7-0fef-4497-9bdc-9a4f119677b2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:48.651079 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b63a7-0fef-4497-9bdc-9a4f119677b2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:48.651283 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b63a7-0fef-4497-9bdc-9a4f119677b2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:48.651595 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b63a7-0fef-4497-9bdc-9a4f119677b2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:48.652180 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b63a7-0fef-4497-9bdc-9a4f119677b2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:48.652498 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b63a7-0fef-4497-9bdc-9a4f119677b2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:48.652843 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b63a7-0fef-4497-9bdc-9a4f119677b2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:48.653152 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b63a7-0fef-4497-9bdc-9a4f119677b2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:48.653471 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b63a7-0fef-4497-9bdc-9a4f119677b2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:48.653784 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b63a7-0fef-4497-9bdc-9a4f119677b2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:48.870370 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-838d2f22-521a-498e-be86-8e0ecb11835c req-41ac7dd8-0e01-4229-807c-26235c2be365 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 210 time: 0.0421131
Jun 04 13:50:48.872057 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1a64f18-62a0-4978-8502-8099b4b6d8e4 req-2a3b63a7-0fef-4497-9bdc-9a4f119677b2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:50:48.884217 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-8fd6bfda-c878-4a8b-826c-bef128e15410 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Synchronizing usage tracker for tenant:fd4fbd1432c64d85808c9b11782432cb on resource:security_group {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:50:49.033529 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-8fd6bfda-c878-4a8b-826c-bef128e15410 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Unset dirty status for tenant:fd4fbd1432c64d85808c9b11782432cb on resource:security_group {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:50:49.034448 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-8fd6bfda-c878-4a8b-826c-bef128e15410 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-666180170&fields=id&tenant_id=fd4fbd1432c64d85808c9b11782432cb HTTP/1.1" status: 200  len: 267 time: 0.2000146
Jun 04 13:50:49.240889 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1a64f18-62a0-4978-8502-8099b4b6d8e4 req-2a3b63a7-0fef-4497-9bdc-9a4f119677b2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:50:49.250111 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dea16d-1e0b-4b56-87ac-dff2c9a61a75 None None] Sync routers for ids ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'] in dv-cinder-843593-2-iscsi {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:50:49.259932 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dea16d-1e0b-4b56-87ac-dff2c9a61a75 None None] Routers {'6970f1a1-b3ff-41b6-80c8-570efa1a2642'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:50:49.260538 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-08dea16d-1e0b-4b56-87ac-dff2c9a61a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e145340>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:50:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:50:49.334359 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a64f18-62a0-4978-8502-8099b4b6d8e4 req-2a3b63a7-0fef-4497-9bdc-9a4f119677b2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] No DVR routers for this DVR port 27770265-398d-4ada-87f2-212754c68a41 on host hv-cinder-84359 {{(pid=88594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:50:49.339714 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-d1a64f18-62a0-4978-8502-8099b4b6d8e4 req-2a3b63a7-0fef-4497-9bdc-9a4f119677b2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:49.342064 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51139133-f363-4326-9ace-7d58f32d4bfc', 'name': 'network-vif-deleted', 'tag': '27770265-398d-4ada-87f2-212754c68a41'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:50:49.373543 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-d2947001-dbe2-4771-bbe0-a407504a1f4f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:49.378507 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-d2947001-dbe2-4771-bbe0-a407504a1f4f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Synchronizing usage tracker for tenant:fd4fbd1432c64d85808c9b11782432cb on resource:network {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:50:49.390046 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54412aa5-82e5-4f7f-bc34-ad1211274f28'] response: {'server_uuid': '51139133-f363-4326-9ace-7d58f32d4bfc', 'name': 'network-vif-deleted', 'tag': '27770265-398d-4ada-87f2-212754c68a41', 'status': 'completed', 'code': 200}
Jun 04 13:50:49.428393 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d1a64f18-62a0-4978-8502-8099b4b6d8e4 req-2a3b63a7-0fef-4497-9bdc-9a4f119677b2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.55 "DELETE /v2.0/ports/27770265-398d-4ada-87f2-212754c68a41 HTTP/1.1" status: 204  len: 173 time: 1.6373787
Jun 04 13:50:49.438006 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-08dea16d-1e0b-4b56-87ac-dff2c9a61a75 None None] Set router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:50:49.450021 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-d2947001-dbe2-4771-bbe0-a407504a1f4f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Unset dirty status for tenant:fd4fbd1432c64d85808c9b11782432cb on resource:network {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:50:49.453719 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-d2947001-dbe2-4771-bbe0-a407504a1f4f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/networks?id=19f85a41-a048-43a5-8d0a-025ad151caaa HTTP/1.1" status: 200  len: 810 time: 0.4072037
Jun 04 13:50:49.466656 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-104b1c04-426e-4e0e-89da-84a51b2a5290 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/quotas/fd4fbd1432c64d85808c9b11782432cb HTTP/1.1" status: 200  len: 375 time: 0.0099251
Jun 04 13:50:49.548423 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-dbe172a0-4949-407a-b001-1ef73765e9f5 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Synchronizing usage tracker for tenant:fd4fbd1432c64d85808c9b11782432cb on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:50:49.637080 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-dbe172a0-4949-407a-b001-1ef73765e9f5 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Unset dirty status for tenant:fd4fbd1432c64d85808c9b11782432cb on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:50:49.638777 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-dbe172a0-4949-407a-b001-1ef73765e9f5 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd4fbd1432c64d85808c9b11782432cb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1669993
Jun 04 13:50:49.720060 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146e218-85d5-4aea-b4ad-105f22e2ce6e req-ff86ca7e-4aba-44b6-967e-f0bb015a92e1 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:49.721542 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-0146e218-85d5-4aea-b4ad-105f22e2ce6e req-ff86ca7e-4aba-44b6-967e-f0bb015a92e1 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.0897219
Jun 04 13:50:49.766719 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-08dea16d-1e0b-4b56-87ac-dff2c9a61a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e145340>, [{'id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:41Z', 'revision_number': 4, 'project_id': '04f6f6455e3046efade411926e0f0561', 'gw_port': {'id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '711cf581-c378-430c-a852-b96602d99b90', 'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'mac_address': 'fa:16:3e:bb:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:59Z', 'revision_number': 5, 'project_id': '04f6f6455e3046efade411926e0f0561', 'subnets': [{'id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:50:49.768012 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-0146e218-85d5-4aea-b4ad-105f22e2ce6e req-29c5d6d9-d79d-43ce-8c10-61f6e98e092a tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393724
Jun 04 13:50:49.770737 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dea16d-1e0b-4b56-87ac-dff2c9a61a75 None None] Checking router: 6970f1a1-b3ff-41b6-80c8-570efa1a2642 for host: dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:50:49.780108 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dea16d-1e0b-4b56-87ac-dff2c9a61a75 None None] Routers {'6970f1a1-b3ff-41b6-80c8-570efa1a2642'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:50:49.780708 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-08dea16d-1e0b-4b56-87ac-dff2c9a61a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e145340>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:50:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:50:49.782915 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-4b488cc6-6c07-49b9-a587-8e9704dcf861 service neutron] 10.222.0.39 "GET /v2.0/networks/19f85a41-a048-43a5-8d0a-025ad151caaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1324079
Jun 04 13:50:49.919794 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-69a5e3fb-59a2-4b17-b93e-f2425bf13ff4 service neutron] 10.222.0.39 "GET /v2.0/networks/19f85a41-a048-43a5-8d0a-025ad151caaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309745
Jun 04 13:50:49.958775 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-08dea16d-1e0b-4b56-87ac-dff2c9a61a75 None None] Set router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:50:50.023347 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-08492cd7-0d01-49de-bb11-83a40a20ea21 req-60c28cc8-11b2-4e8b-bb06-4113b32a487f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 210 time: 0.0469759
Jun 04 13:50:50.312971 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-08dea16d-1e0b-4b56-87ac-dff2c9a61a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e145340>, [{'id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:41Z', 'revision_number': 4, 'project_id': '04f6f6455e3046efade411926e0f0561', 'gw_port': {'id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '711cf581-c378-430c-a852-b96602d99b90', 'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'mac_address': 'fa:16:3e:bb:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:59Z', 'revision_number': 5, 'project_id': '04f6f6455e3046efade411926e0f0561', 'subnets': [{'id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:50:50.316855 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dea16d-1e0b-4b56-87ac-dff2c9a61a75 None None] The sync data for ids ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'] in dv-cinder-843593-2-iscsi is: [{'id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:41Z', 'revision_number': 4, 'project_id': '04f6f6455e3046efade411926e0f0561', 'gw_port': {'id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '711cf581-c378-430c-a852-b96602d99b90', 'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'mac_address': 'fa:16:3e:bb:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:59Z', 'revision_number': 5, 'project_id': '04f6f6455e3046efade411926e0f0561', 'subnets': [{'id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:50:50.534296 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb50046-25ed-4393-8978-65defac5b0a7 None None] New status for floating IP 1dd33ad3-93b1-4f18-a3b0-9b9909b572c7: DOWN {{(pid=88597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:50:50.748138 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-b6c71dfe-e820-4215-a8c9-2c21ef715068 req-90659cbb-7e49-47e2-a129-4cf7d6574817 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 210 time: 0.0431740
Jun 04 13:50:50.977827 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6bd54-aceb-4f02-af24-c88f9aebe4cd req-0547799c-ef18-40c3-804e-83a6c9968d7e tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:50.979302 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a5c6bd54-aceb-4f02-af24-c88f9aebe4cd req-0547799c-ef18-40c3-804e-83a6c9968d7e tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.0867376
Jun 04 13:50:51.024605 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a5c6bd54-aceb-4f02-af24-c88f9aebe4cd req-fd95c5a4-d865-4d49-9591-c176bc8de6d2 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395677
Jun 04 13:50:51.191729 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-32de6779-5848-404e-b694-a66d28a524b2 req-a0da207d-9034-48e8-81c9-0e74fa18f864 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=51139133-f363-4326-9ace-7d58f32d4bfc HTTP/1.1" status: 200  len: 210 time: 0.0447602
Jun 04 13:50:51.908388 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b5ddafc7-e07c-4f83-a574-ac5cac504ac2 req-1de9c80f-23a5-4a38-baa6-3db9bae70d4f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 210 time: 0.0447950
Jun 04 13:50:52.217843 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d758c4-b412-4884-a941-94f37bf92579 req-9869936e-7388-4307-9b5a-b9cccfda03f0 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:52.219298 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-a5d758c4-b412-4884-a941-94f37bf92579 req-9869936e-7388-4307-9b5a-b9cccfda03f0 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.0817626
Jun 04 13:50:52.265612 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-a5d758c4-b412-4884-a941-94f37bf92579 req-6e6570fc-6869-4b62-adf3-0eb164078c36 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397389
Jun 04 13:50:52.388217 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 48186) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:50:52.453037 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a1e09d66-cff4-404f-82c9-00f01f77f54f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:52.480813 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a1e09d66-cff4-404f-82c9-00f01f77f54f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:52.615455 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a1e09d66-cff4-404f-82c9-00f01f77f54f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:52.635279 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e09d66-cff4-404f-82c9-00f01f77f54f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=551d7bfa-8b5d-44b2-9587-e8228120fef8,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:52.646149 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e09d66-cff4-404f-82c9-00f01f77f54f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:52.646493 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e09d66-cff4-404f-82c9-00f01f77f54f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:52.646828 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e09d66-cff4-404f-82c9-00f01f77f54f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:52.647183 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e09d66-cff4-404f-82c9-00f01f77f54f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:52.647511 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e09d66-cff4-404f-82c9-00f01f77f54f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:52.647834 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e09d66-cff4-404f-82c9-00f01f77f54f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:52.648186 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e09d66-cff4-404f-82c9-00f01f77f54f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:52.648506 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e09d66-cff4-404f-82c9-00f01f77f54f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:52.648826 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e09d66-cff4-404f-82c9-00f01f77f54f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:52.649147 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e09d66-cff4-404f-82c9-00f01f77f54f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:52.649460 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e09d66-cff4-404f-82c9-00f01f77f54f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:52.649771 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e09d66-cff4-404f-82c9-00f01f77f54f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:50:52.652796 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a1e09d66-cff4-404f-82c9-00f01f77f54f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:52.653946 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-a1e09d66-cff4-404f-82c9-00f01f77f54f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "DELETE /v2.0/security-groups/551d7bfa-8b5d-44b2-9587-e8228120fef8 HTTP/1.1" status: 204  len: 168 time: 0.2645857
Jun 04 13:50:52.658096 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 48190) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:50:52.676875 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.api.v2.resource [None req-5a8c3430-4245-495c-9c7b-3676ca9f5038 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] show failed (client error): The resource could not be found.
Jun 04 13:50:52.681534 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 48194) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:50:52.681726 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-5a8c3430-4245-495c-9c7b-3676ca9f5038 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups/551d7bfa-8b5d-44b2-9587-e8228120fef8 HTTP/1.1" status: 404  len: 347 time: 0.0220768
Jun 04 13:50:52.839925 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-4fd0119a-e4ee-4095-aac8-99a01c81f495 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Deleting port a60e3e08-fe0f-46db-b7f2-f933381faa02 {{(pid=88595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:50:52.840284 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4fd0119a-e4ee-4095-aac8-99a01c81f495 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:53.010125 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4fd0119a-e4ee-4095-aac8-99a01c81f495 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:53.010447 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4fd0119a-e4ee-4095-aac8-99a01c81f495 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:53.086692 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-11afd165-fd3f-48fc-82c1-cb8017e6e78f req-fef8e131-610d-4bfe-83fc-3aae6230c210 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 210 time: 0.0706348
Jun 04 13:50:53.136860 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-4fd0119a-e4ee-4095-aac8-99a01c81f495 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Calling delete_port for a60e3e08-fe0f-46db-b7f2-f933381faa02 owned by network:floatingip {{(pid=88595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:50:53.224702 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-13fd9cdc-9452-4ab7-8a1a-9c92d40cf0a3 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:53.226608 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-13fd9cdc-9452-4ab7-8a1a-9c92d40cf0a3 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.55 "GET /v2.0/networks?id=19f85a41-a048-43a5-8d0a-025ad151caaa HTTP/1.1" status: 200  len: 810 time: 0.1743927
Jun 04 13:50:53.287315 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-71b0b438-e907-419b-bf1f-5dfd39cda7e7 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd4fbd1432c64d85808c9b11782432cb HTTP/1.1" status: 200  len: 379 time: 0.0402188
Jun 04 13:50:53.297199 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-8e64965b-7277-4c09-af5b-bbb1ad3a5a2f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Request body: {'port': {'device_id': '912deb47-3b01-485e-af4f-8184a9160cac', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'admin_state_up': True, 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'security_groups': ['88e5b402-78cd-409f-a41c-746091c3b653']}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:50:53.474884 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-8e64965b-7277-4c09-af5b-bbb1ad3a5a2f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:50:53.487660 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-8e64965b-7277-4c09-af5b-bbb1ad3a5a2f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:50:53.500980 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe3341-cfb0-449b-bd76-c7e40f9e92ce req-39252ffa-a1f7-40f0-bba8-555edeb15c98 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:53.502547 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-54fe3341-cfb0-449b-bd76-c7e40f9e92ce req-39252ffa-a1f7-40f0-bba8-555edeb15c98 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.0953419
Jun 04 13:50:53.551399 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-54fe3341-cfb0-449b-bd76-c7e40f9e92ce req-34a58e83-d7e1-4392-998b-0f13865c5ce1 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427244
Jun 04 13:50:53.552542 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4fd0119a-e4ee-4095-aac8-99a01c81f495 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:53.586805 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-8e64965b-7277-4c09-af5b-bbb1ad3a5a2f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Made reservation on behalf of fd4fbd1432c64d85808c9b11782432cb for: {'port': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:50:53.594014 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-8e64965b-7277-4c09-af5b-bbb1ad3a5a2f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:53.597225 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0119a-e4ee-4095-aac8-99a01c81f495 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event deleted for resources: {'Port': ['ID=a60e3e08-fe0f-46db-b7f2-f933381faa02,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:53.701338 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4fd0119a-e4ee-4095-aac8-99a01c81f495 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for floatingip, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:53.719864 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4fd0119a-e4ee-4095-aac8-99a01c81f495 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:53.721113 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-4fd0119a-e4ee-4095-aac8-99a01c81f495 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "DELETE /v2.0/floatingips/1dd33ad3-93b1-4f18-a3b0-9b9909b572c7 HTTP/1.1" status: 204  len: 168 time: 1.0385106
Jun 04 13:50:53.793193 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_common [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-8e64965b-7277-4c09-af5b-bbb1ad3a5a2f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Allocated IP 172.20.0.11 (19f85a41-a048-43a5-8d0a-025ad151caaa/ae316f83-c7c6-4bb6-8aee-ec9fe09a5191/aff15893-3c44-4c00-b2ef-8508906ab4fb) {{(pid=88594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:50:53.885027 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 48216) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:50:53.890769 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-9c0b0cd7-2a54-4a49-ad11-012cc2951967 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Request body: {'security_group': {'name': 'tempest-securitygroup--992063804', 'description': 'tempest-description--285689543'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:50:53.897430 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-9c0b0cd7-2a54-4a49-ad11-012cc2951967 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:50:53.903262 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-9c0b0cd7-2a54-4a49-ad11-012cc2951967 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Usage tracker for resource:security_group and tenant:04f6f6455e3046efade411926e0f0561 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:50:53.909875 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-9c0b0cd7-2a54-4a49-ad11-012cc2951967 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:50:53.913029 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-9c0b0cd7-2a54-4a49-ad11-012cc2951967 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:50:53.989362 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-8e64965b-7277-4c09-af5b-bbb1ad3a5a2f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for port, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:54.008241 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-8e64965b-7277-4c09-af5b-bbb1ad3a5a2f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Transition to ACTIVE for port object aff15893-3c44-4c00-b2ef-8508906ab4fb will not be triggered until provisioned by entity DHCP. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:50:54.037876 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9c0b0cd7-2a54-4a49-ad11-012cc2951967 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:54.065207 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-9c0b0cd7-2a54-4a49-ad11-012cc2951967 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:50:54.069907 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-9c0b0cd7-2a54-4a49-ad11-012cc2951967 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Usage tracker for resource:security_group_rule and tenant:04f6f6455e3046efade411926e0f0561 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:50:54.073303 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-9c0b0cd7-2a54-4a49-ad11-012cc2951967 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:50:54.079355 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-9c0b0cd7-2a54-4a49-ad11-012cc2951967 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:50:54.107653 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-8e64965b-7277-4c09-af5b-bbb1ad3a5a2f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:54.192260 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cebc58-2733-4fc6-9f08-2e1478427d13 req-e19161b6-3476-4188-9434-68b68d9ae7ba tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:54.209865 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-a8cebc58-2733-4fc6-9f08-2e1478427d13 req-e19161b6-3476-4188-9434-68b68d9ae7ba tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.2335002
Jun 04 13:50:54.261806 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-8e64965b-7277-4c09-af5b-bbb1ad3a5a2f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Network 19f85a41-a048-43a5-8d0a-025ad151caaa is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:50:54.297215 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-8e64965b-7277-4c09-af5b-bbb1ad3a5a2f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:50:54.297922 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-a8cebc58-2733-4fc6-9f08-2e1478427d13 req-9c11bace-55a8-48e9-ad8c-3a46cf0df2bf tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0872240
Jun 04 13:50:54.300060 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9c0b0cd7-2a54-4a49-ad11-012cc2951967 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:54.342946 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-8e64965b-7277-4c09-af5b-bbb1ad3a5a2f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Received port after_create {{(pid=88594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:50:54.392900 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9c0b0cd7-2a54-4a49-ad11-012cc2951967 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:54.449277 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b0cd7-2a54-4a49-ad11-012cc2951967 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e258480d-3df7-4d45-b328-d2bba0002cfa,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:54.509981 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64965b-7277-4c09-af5b-bbb1ad3a5a2f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Pushing event updated for resources: {'Port': ['ID=aff15893-3c44-4c00-b2ef-8508906ab4fb,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:54.518632 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9c0b0cd7-2a54-4a49-ad11-012cc2951967 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:54.522786 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-9c0b0cd7-2a54-4a49-ad11-012cc2951967 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.6337714
Jun 04 13:50:54.523830 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 48234) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:50:54.534081 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-4891bc12-5c64-481f-bdc8-396ab31e5402 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Request body: {'security_group_rule': {'security_group_id': 'e258480d-3df7-4d45-b328-d2bba0002cfa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:50:54.540587 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-4891bc12-5c64-481f-bdc8-396ab31e5402 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:50:54.544433 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-4891bc12-5c64-481f-bdc8-396ab31e5402 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Usage tracker for resource:security_group_rule and tenant:04f6f6455e3046efade411926e0f0561 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:50:54.547311 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-4891bc12-5c64-481f-bdc8-396ab31e5402 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:50:54.553352 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-8e64965b-7277-4c09-af5b-bbb1ad3a5a2f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:54.553561 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-4891bc12-5c64-481f-bdc8-396ab31e5402 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:50:54.553954 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-8e64965b-7277-4c09-af5b-bbb1ad3a5a2f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:54.608500 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec7200-c073-40e9-906b-3d3189aaa59b req-7ffaf0b9-10a6-41e5-b6f5-c37687b48e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:54.609928 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-abec7200-c073-40e9-906b-3d3189aaa59b req-7ffaf0b9-10a6-41e5-b6f5-c37687b48e86 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9650a71550354afb93718cd61f608fa7&device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 1098 time: 0.3469963
Jun 04 13:50:54.620423 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2559b3e-ae73-487b-9b75-c16e4fac0cdf req-12a449d9-5664-4a86-a3e8-f82181c127d2 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:54.622771 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-b2559b3e-ae73-487b-9b75-c16e4fac0cdf req-12a449d9-5664-4a86-a3e8-f82181c127d2 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Synchronizing usage tracker for tenant:fd4fbd1432c64d85808c9b11782432cb on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:50:54.623171 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4891bc12-5c64-481f-bdc8-396ab31e5402 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:54.632451 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-2740ec9d-f192-4961-9bbd-f7fd077eb187 None None] Provisioning for port aff15893-3c44-4c00-b2ef-8508906ab4fb completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:50:54.637373 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-2740ec9d-f192-4961-9bbd-f7fd077eb187 None None] Provisioning complete for port aff15893-3c44-4c00-b2ef-8508906ab4fb triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:50:54.640033 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-2740ec9d-f192-4961-9bbd-f7fd077eb187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:54.681638 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 27770265-398d-4ada-87f2-212754c68a41 no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:50:54.713969 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-8e64965b-7277-4c09-af5b-bbb1ad3a5a2f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4203460
Jun 04 13:50:54.718711 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] No Port match for: 27770265-398d-4ada-87f2-212754c68a41 {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:50:54.719077 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 27770265-398d-4ada-87f2-212754c68a41 not bound to the agent host hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:50:54.728055 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4891bc12-5c64-481f-bdc8-396ab31e5402 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:54.732123 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-e54a8a54-40fc-49c9-b1b3-68a201cb1a10 service neutron] Request body: {'port': {'device_id': '912deb47-3b01-485e-af4f-8184a9160cac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:50:54.735832 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-2740ec9d-f192-4961-9bbd-f7fd077eb187 None None] Port aff15893-3c44-4c00-b2ef-8508906ab4fb cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:50:54.847631 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-b2559b3e-ae73-487b-9b75-c16e4fac0cdf req-12a449d9-5664-4a86-a3e8-f82181c127d2 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Unset dirty status for tenant:fd4fbd1432c64d85808c9b11782432cb on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:50:54.848642 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b2559b3e-ae73-487b-9b75-c16e4fac0cdf req-12a449d9-5664-4a86-a3e8-f82181c127d2 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 932 time: 0.5493958
Jun 04 13:50:54.870629 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4891bc12-5c64-481f-bdc8-396ab31e5402 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:54.875292 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec7200-c073-40e9-906b-3d3189aaa59b req-d8503eb3-0b94-47bb-bcad-fed1c3d22964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:54.876035 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-abec7200-c073-40e9-906b-3d3189aaa59b req-d8503eb3-0b94-47bb-bcad-fed1c3d22964 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb HTTP/1.1" status: 200  len: 910 time: 0.2511609
Jun 04 13:50:54.897622 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4891bc12-5c64-481f-bdc8-396ab31e5402 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4649d32e-71d3-45f7-a9b5-f6cf2eed4476,revision_number=0']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:54.970531 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4891bc12-5c64-481f-bdc8-396ab31e5402 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:54.974264 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-4891bc12-5c64-481f-bdc8-396ab31e5402 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4473128
Jun 04 13:50:54.975008 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 48238) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:50:54.981628 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-50e9d435-c6ed-46b2-8a93-994acf6f47da tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Request body: {'security_group_rule': {'security_group_id': 'e258480d-3df7-4d45-b328-d2bba0002cfa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:50:54.985272 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-e54a8a54-40fc-49c9-b1b3-68a201cb1a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:54.988741 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-50e9d435-c6ed-46b2-8a93-994acf6f47da tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:50:54.992723 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-50e9d435-c6ed-46b2-8a93-994acf6f47da tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Usage tracker for resource:security_group_rule and tenant:04f6f6455e3046efade411926e0f0561 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:50:54.995825 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-50e9d435-c6ed-46b2-8a93-994acf6f47da tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:50:55.000250 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b2559b3e-ae73-487b-9b75-c16e4fac0cdf req-0bc8031c-f930-4f5e-a135-71da8a08c008 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1434069
Jun 04 13:50:55.013344 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-50e9d435-c6ed-46b2-8a93-994acf6f47da tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:50:55.064806 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-abec7200-c073-40e9-906b-3d3189aaa59b req-99f5c5b9-117b-45ad-9e0d-020c331cbf47 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=146e29a3-ae72-4d89-8eed-82b6a6bd7f5d HTTP/1.1" status: 200  len: 1001 time: 0.1802080
Jun 04 13:50:55.125318 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-50e9d435-c6ed-46b2-8a93-994acf6f47da tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:55.189431 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-50e9d435-c6ed-46b2-8a93-994acf6f47da tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:55.196118 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec7200-c073-40e9-906b-3d3189aaa59b req-639ec841-7fb0-4179-b61c-7454156d688e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:55.197567 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-abec7200-c073-40e9-906b-3d3189aaa59b req-639ec841-7fb0-4179-b61c-7454156d688e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e HTTP/1.1" status: 200  len: 848 time: 0.1238563
Jun 04 13:50:55.260792 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-50e9d435-c6ed-46b2-8a93-994acf6f47da tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:55.291163 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9d435-c6ed-46b2-8a93-994acf6f47da tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=102bc8c6-31f7-4daf-a1f2-bbefc01432fe,revision_number=0']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:55.375305 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-50e9d435-c6ed-46b2-8a93-994acf6f47da tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:55.379459 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-50e9d435-c6ed-46b2-8a93-994acf6f47da tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4009824
Jun 04 13:50:55.379610 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 48248) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:50:55.385379 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-fdc688d6-5c7a-40bc-a0bf-1ee379d3b368 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Request body: {'floatingip': {'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:50:55.391421 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-fdc688d6-5c7a-40bc-a0bf-1ee379d3b368 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:50:55.395615 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-fdc688d6-5c7a-40bc-a0bf-1ee379d3b368 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Usage tracker for resource:floatingip and tenant:04f6f6455e3046efade411926e0f0561 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:50:55.397643 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec7200-c073-40e9-906b-3d3189aaa59b req-ef12451d-5a18-4fd4-983f-383c5ef11b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:55.399432 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-fdc688d6-5c7a-40bc-a0bf-1ee379d3b368 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:50:55.399808 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-abec7200-c073-40e9-906b-3d3189aaa59b req-ef12451d-5a18-4fd4-983f-383c5ef11b5e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1900694
Jun 04 13:50:55.406054 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-fdc688d6-5c7a-40bc-a0bf-1ee379d3b368 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:50:55.499955 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-fdc688d6-5c7a-40bc-a0bf-1ee379d3b368 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for floatingip, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:55.563911 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-e54a8a54-40fc-49c9-b1b3-68a201cb1a10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aff15893-3c44-4c00-b2ef-8508906ab4fb {{(pid=88594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:50:55.583340 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-e54a8a54-40fc-49c9-b1b3-68a201cb1a10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:55.593847 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95aa235-ff54-4dff-931c-28373bf256d9 req-6ecdc342-819e-4b4c-a50d-c79f6780e738 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:55.600843 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-c95aa235-ff54-4dff-931c-28373bf256d9 req-6ecdc342-819e-4b4c-a50d-c79f6780e738 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.1781595
Jun 04 13:50:55.613733 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-e54a8a54-40fc-49c9-b1b3-68a201cb1a10 service neutron] Transition to ACTIVE for port object aff15893-3c44-4c00-b2ef-8508906ab4fb will not be triggered until provisioned by entity L2. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:50:55.615886 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-abec7200-c073-40e9-906b-3d3189aaa59b req-bb5a7ce6-ffa5-42b0-8a7e-57741e96a691 service neutron] 10.222.0.55 "GET /v2.0/networks/7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2083194
Jun 04 13:50:55.664393 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-c95aa235-ff54-4dff-931c-28373bf256d9 req-6bb5c218-6d51-4f21-b71e-79d2dddc3552 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0625317
Jun 04 13:50:55.704785 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-e54a8a54-40fc-49c9-b1b3-68a201cb1a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:55.713818 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-fdc688d6-5c7a-40bc-a0bf-1ee379d3b368 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:55.864028 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_common [None req-fdc688d6-5c7a-40bc-a0bf-1ee379d3b368 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Allocated IP 172.27.2.208 (0e91cb13-9cd5-4b6d-a0e7-77d68e81a806/a67c2735-bb7f-4235-9bfa-262628d5695c/daabae2f-c7a3-4db0-8fcd-fee63ec9c894) {{(pid=88595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:50:55.907501 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a8a54-40fc-49c9-b1b3-68a201cb1a10 service neutron] Pushing event updated for resources: {'Port': ['ID=aff15893-3c44-4c00-b2ef-8508906ab4fb,revision_number=2']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:55.941263 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:55.968282 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-abec7200-c073-40e9-906b-3d3189aaa59b req-69e9d8f5-2528-43b8-b8fa-94e47c7a40ae service neutron] 10.222.0.55 "GET /v2.0/networks/7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3452630
Jun 04 13:50:55.996554 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-e54a8a54-40fc-49c9-b1b3-68a201cb1a10 service neutron] Attempting to bind port aff15893-3c44-4c00-b2ef-8508906ab4fb on host hv-cinder-84359 for vnic_type normal with profile  {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:50:55.997460 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-e54a8a54-40fc-49c9-b1b3-68a201cb1a10 service neutron] Attempting to bind port aff15893-3c44-4c00-b2ef-8508906ab4fb by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': '6a5cbb52-ab79-40c5-b9bc-799ccfcf389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa'}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:50:55.997460 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-e54a8a54-40fc-49c9-b1b3-68a201cb1a10 service neutron] Attempting to bind port aff15893-3c44-4c00-b2ef-8508906ab4fb on network 19f85a41-a048-43a5-8d0a-025ad151caaa {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:50:56.003109 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-e54a8a54-40fc-49c9-b1b3-68a201cb1a10 service neutron] Port aff15893-3c44-4c00-b2ef-8508906ab4fb on network 19f85a41-a048-43a5-8d0a-025ad151caaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:50:56.003435 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-e54a8a54-40fc-49c9-b1b3-68a201cb1a10 service neutron] Attempting to bind port aff15893-3c44-4c00-b2ef-8508906ab4fb on network 19f85a41-a048-43a5-8d0a-025ad151caaa {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:50:56.009164 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-e54a8a54-40fc-49c9-b1b3-68a201cb1a10 service neutron] Checking agent: {'id': '3f86017d-093a-400f-b732-6c31be8aecc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'started_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:50:56.009758 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-e54a8a54-40fc-49c9-b1b3-68a201cb1a10 service neutron] Checking segment: {'id': '6a5cbb52-ab79-40c5-b9bc-799ccfcf389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:50:56.010290 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-e54a8a54-40fc-49c9-b1b3-68a201cb1a10 service neutron] Bound using segment: {'id': '6a5cbb52-ab79-40c5-b9bc-799ccfcf389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa'} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:50:56.010856 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-e54a8a54-40fc-49c9-b1b3-68a201cb1a10 service neutron] Bound port: aff15893-3c44-4c00-b2ef-8508906ab4fb, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a5cbb52-ab79-40c5-b9bc-799ccfcf389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa'}}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:50:56.011385 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-e54a8a54-40fc-49c9-b1b3-68a201cb1a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:56.117245 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-fdc688d6-5c7a-40bc-a0bf-1ee379d3b368 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for port, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:56.135669 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-e54a8a54-40fc-49c9-b1b3-68a201cb1a10 service neutron] For port aff15893-3c44-4c00-b2ef-8508906ab4fb, host hv-cinder-84359, cleared binding levels {{(pid=88594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:50:56.139587 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-e54a8a54-40fc-49c9-b1b3-68a201cb1a10 service neutron] For port aff15893-3c44-4c00-b2ef-8508906ab4fb, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=aff15893-3c44-4c00-b2ef-8508906ab4fb,segment=NetworkSegment(6a5cbb52-ab79-40c5-b9bc-799ccfcf389a),segment_id=6a5cbb52-ab79-40c5-b9bc-799ccfcf389a)] {{(pid=88594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:50:56.216702 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-e54a8a54-40fc-49c9-b1b3-68a201cb1a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:56.240214 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd45c7-462d-4ad4-805a-5505f304d80e req-13a36571-b494-42e1-ad06-05610a3f428d tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:56.243689 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-3dbd45c7-462d-4ad4-805a-5505f304d80e req-13a36571-b494-42e1-ad06-05610a3f428d tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 944 time: 0.0975823
Jun 04 13:50:56.291569 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-3dbd45c7-462d-4ad4-805a-5505f304d80e req-72388c7b-d4d9-4e40-883a-2506cb966441 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420146
Jun 04 13:50:56.321860 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-fdc688d6-5c7a-40bc-a0bf-1ee379d3b368 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:56.380352 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc688d6-5c7a-40bc-a0bf-1ee379d3b368 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 is already hosted by enough agents. {{(pid=88595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:50:56.383505 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-fdc688d6-5c7a-40bc-a0bf-1ee379d3b368 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Resources bound (agent type, host, resource id):  {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:50:56.383669 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-e54a8a54-40fc-49c9-b1b3-68a201cb1a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:56.384221 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-e54a8a54-40fc-49c9-b1b3-68a201cb1a10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:56.386130 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc688d6-5c7a-40bc-a0bf-1ee379d3b368 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Received port after_create {{(pid=88595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:50:56.391384 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-e54a8a54-40fc-49c9-b1b3-68a201cb1a10 service neutron] 10.222.0.55 "PUT /v2.0/ports/aff15893-3c44-4c00-b2ef-8508906ab4fb HTTP/1.1" status: 200  len: 1094 time: 1.6576889
Jun 04 13:50:56.392195 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912deb47-3b01-485e-af4f-8184a9160cac', 'tag': 'aff15893-3c44-4c00-b2ef-8508906ab4fb'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:50:56.420384 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a8a54-40fc-49c9-b1b3-68a201cb1a10 service neutron] Pushing event updated for resources: {'Port': ['ID=aff15893-3c44-4c00-b2ef-8508906ab4fb,revision_number=3']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:56.459725 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f77e843-1555-48a1-87fb-1babb9d942ca'] response: {'name': 'network-changed', 'server_uuid': '912deb47-3b01-485e-af4f-8184a9160cac', 'tag': 'aff15893-3c44-4c00-b2ef-8508906ab4fb', 'status': 'completed', 'code': 200}
Jun 04 13:50:56.487173 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc688d6-5c7a-40bc-a0bf-1ee379d3b368 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event updated for resources: {'Port': ['ID=daabae2f-c7a3-4db0-8fcd-fee63ec9c894,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:56.511285 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-fdc688d6-5c7a-40bc-a0bf-1ee379d3b368 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:56.633810 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-ab212b48-d988-4ca1-a78b-286dd7458e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:56.635395 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-ab212b48-d988-4ca1-a78b-286dd7458e4c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd4fbd1432c64d85808c9b11782432cb&device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 1097 time: 0.0782859
Jun 04 13:50:56.659208 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-fdc688d6-5c7a-40bc-a0bf-1ee379d3b368 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:56.728938 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-9e27815b-a83c-425c-9dd3-3ac82a1b6f22 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aff15893-3c44-4c00-b2ef-8508906ab4fb HTTP/1.1" status: 200  len: 217 time: 0.0628743
Jun 04 13:50:56.803551 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-556438c7-b760-4a08-b4cf-f293bc88532b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:56.805607 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-556438c7-b760-4a08-b4cf-f293bc88532b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ae316f83-c7c6-4bb6-8aee-ec9fe09a5191 HTTP/1.1" status: 200  len: 849 time: 0.0696003
Jun 04 13:50:56.882573 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-897c096a-f0f9-4416-bb5d-61220174d196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:56.884093 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-897c096a-f0f9-4416-bb5d-61220174d196 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19f85a41-a048-43a5-8d0a-025ad151caaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0722036
Jun 04 13:50:57.030274 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94d84e-6fd8-4bf8-8eb8-194a440cb989 req-a6b3dcc7-3c8a-41e1-8803-21a3dc8aaa1d tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:57.035804 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-a981129c-94c9-4c45-8b4b-79efa45a7bc3 service neutron] 10.222.0.55 "GET /v2.0/networks/19f85a41-a048-43a5-8d0a-025ad151caaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417270
Jun 04 13:50:57.039591 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-3c94d84e-6fd8-4bf8-8eb8-194a440cb989 req-a6b3dcc7-3c8a-41e1-8803-21a3dc8aaa1d tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.2268968
Jun 04 13:50:57.074761 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-fdc688d6-5c7a-40bc-a0bf-1ee379d3b368 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for port, precommit_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:57.094328 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-3c94d84e-6fd8-4bf8-8eb8-194a440cb989 req-b6a680a4-95fb-4516-b489-2a0d656a2701 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525596
Jun 04 13:50:57.146624 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-fdc688d6-5c7a-40bc-a0bf-1ee379d3b368 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64863338'] for port, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:57.175985 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ba14dc28-fb61-46de-8b35-2707f082b90c req-21051355-c532-4f87-80e4-a3927bdbadc7 service neutron] 10.222.0.55 "GET /v2.0/networks/19f85a41-a048-43a5-8d0a-025ad151caaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277514
Jun 04 13:50:57.254344 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc688d6-5c7a-40bc-a0bf-1ee379d3b368 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event updated for resources: {'Port': ['ID=daabae2f-c7a3-4db0-8fcd-fee63ec9c894,revision_number=2']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:50:57.264799 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-fdc688d6-5c7a-40bc-a0bf-1ee379d3b368 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:57.334225 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-fdc688d6-5c7a-40bc-a0bf-1ee379d3b368 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:50:57.336338 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-fdc688d6-5c7a-40bc-a0bf-1ee379d3b368 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9556162
Jun 04 13:50:57.501334 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d3518-faa4-4f73-9391-22135f0dd99e req-2259f536-0c59-4dd7-b91f-685c087b3cd6 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:57.502695 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-187d3518-faa4-4f73-9391-22135f0dd99e req-2259f536-0c59-4dd7-b91f-685c087b3cd6 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 944 time: 0.0853028
Jun 04 13:50:57.548768 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-187d3518-faa4-4f73-9391-22135f0dd99e req-4befee56-ff80-4839-97c0-3e8e85ced403 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395544
Jun 04 13:50:57.567520 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-641b714f-9b54-4358-ae48-61fcd042245f req-013e0657-99e2-4d3d-9c91-20f9d57d5b0d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Synchronizing usage tracker for tenant:04f6f6455e3046efade411926e0f0561 on resource:security_group {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:50:57.614959 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-641b714f-9b54-4358-ae48-61fcd042245f req-013e0657-99e2-4d3d-9c91-20f9d57d5b0d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Unset dirty status for tenant:04f6f6455e3046efade411926e0f0561 on resource:security_group {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:50:57.616075 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-641b714f-9b54-4358-ae48-61fcd042245f req-013e0657-99e2-4d3d-9c91-20f9d57d5b0d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--992063804&fields=id&tenant_id=04f6f6455e3046efade411926e0f0561 HTTP/1.1" status: 200  len: 267 time: 0.0906200
Jun 04 13:50:57.761167 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b714f-9b54-4358-ae48-61fcd042245f req-b5e2b235-9d09-4177-98ae-d00990f36ff3 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:57.762461 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-641b714f-9b54-4358-ae48-61fcd042245f req-b5e2b235-9d09-4177-98ae-d00990f36ff3 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/networks?id=8b092770-eea2-4e76-9959-7bb13a86dfb1 HTTP/1.1" status: 200  len: 814 time: 0.1399107
Jun 04 13:50:57.777146 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-641b714f-9b54-4358-ae48-61fcd042245f req-b5be2e4f-fa69-45f1-bd6f-03c839f0d92c tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/quotas/04f6f6455e3046efade411926e0f0561 HTTP/1.1" status: 200  len: 375 time: 0.0089786
Jun 04 13:50:57.855640 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-641b714f-9b54-4358-ae48-61fcd042245f req-b8c396a7-2662-47aa-97db-c0037364a260 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Synchronizing usage tracker for tenant:04f6f6455e3046efade411926e0f0561 on resource:port {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:50:57.933877 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-641b714f-9b54-4358-ae48-61fcd042245f req-b8c396a7-2662-47aa-97db-c0037364a260 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Unset dirty status for tenant:04f6f6455e3046efade411926e0f0561 on resource:port {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:50:57.935153 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-641b714f-9b54-4358-ae48-61fcd042245f req-b8c396a7-2662-47aa-97db-c0037364a260 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=04f6f6455e3046efade411926e0f0561&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1533265
Jun 04 13:50:58.069370 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-641b714f-9b54-4358-ae48-61fcd042245f req-47f14153-e9b4-43fe-b88f-b720efe2577e service neutron] 10.222.0.39 "GET /v2.0/networks/8b092770-eea2-4e76-9959-7bb13a86dfb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219578
Jun 04 13:50:58.200538 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-641b714f-9b54-4358-ae48-61fcd042245f req-ffe125b3-bf6f-480f-9a91-6445945079f7 service neutron] 10.222.0.39 "GET /v2.0/networks/8b092770-eea2-4e76-9959-7bb13a86dfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243608
Jun 04 13:50:58.279410 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6e7f0-bde5-40f1-b11d-0704f6851e2b req-a76efc1e-7f4c-4297-98b8-dfe7045f8fbc tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:58.280865 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5fa6e7f0-bde5-40f1-b11d-0704f6851e2b req-a76efc1e-7f4c-4297-98b8-dfe7045f8fbc tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.0815959
Jun 04 13:50:58.325632 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5fa6e7f0-bde5-40f1-b11d-0704f6851e2b req-a317dedb-e9b2-47df-b222-a84d7ed47b43 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392003
Jun 04 13:50:58.445618 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-19b1a01f-6782-476a-af20-7aa7e1875c24 req-baaabfef-6249-48af-b5fd-e461979be2fb tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Synchronizing usage tracker for tenant:04f6f6455e3046efade411926e0f0561 on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:50:58.459520 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-19b1a01f-6782-476a-af20-7aa7e1875c24 req-baaabfef-6249-48af-b5fd-e461979be2fb tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Unset dirty status for tenant:04f6f6455e3046efade411926e0f0561 on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:50:58.460691 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-19b1a01f-6782-476a-af20-7aa7e1875c24 req-baaabfef-6249-48af-b5fd-e461979be2fb tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f816df7-aff1-48c8-9376-2974ce5c30b0 HTTP/1.1" status: 200  len: 210 time: 0.0605624
Jun 04 13:50:58.729687 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27394dc8-184f-4b5c-8867-5ca9b2d72ceb req-68f865c3-9f3b-423c-8bdd-1974c12cd7bb tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:58.731152 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-27394dc8-184f-4b5c-8867-5ca9b2d72ceb req-68f865c3-9f3b-423c-8bdd-1974c12cd7bb tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 944 time: 0.0799339
Jun 04 13:50:58.779227 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-27394dc8-184f-4b5c-8867-5ca9b2d72ceb req-92cf9e1b-9d90-4149-8efa-d8b048ac7b8f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422301
Jun 04 13:50:59.607733 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-9a91d123-e3aa-4aee-9a24-20fa36d38742 req-191f6f17-0c35-4d52-9536-0e30049cda0a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f816df7-aff1-48c8-9376-2974ce5c30b0 HTTP/1.1" status: 200  len: 210 time: 0.0421519
Jun 04 13:50:59.953302 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11b39d-ea76-4e03-a83d-8ce6901a0b6c req-25f32f73-1327-4546-902c-2d365b4560f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:59.955043 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ef11b39d-ea76-4e03-a83d-8ce6901a0b6c req-25f32f73-1327-4546-902c-2d365b4560f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd4fbd1432c64d85808c9b11782432cb&device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 1097 time: 0.0714395
Jun 04 13:50:59.961347 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee042c2-7aa2-42ff-8f25-13210af73531 req-4b714c34-4c87-46cf-8864-3528a484c379 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:50:59.962792 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-6ee042c2-7aa2-42ff-8f25-13210af73531 req-4b714c34-4c87-46cf-8864-3528a484c379 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 944 time: 0.0819120
Jun 04 13:51:00.012107 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-6ee042c2-7aa2-42ff-8f25-13210af73531 req-5f0b79cf-4b42-43ec-b01c-03268d35f494 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416183
Jun 04 13:51:00.097958 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11b39d-ea76-4e03-a83d-8ce6901a0b6c req-e45969df-7ca1-4be9-84e5-e929394d0e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:00.099515 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ef11b39d-ea76-4e03-a83d-8ce6901a0b6c req-e45969df-7ca1-4be9-84e5-e929394d0e6b service neutron] 10.222.0.55 "GET /v2.0/networks?id=19f85a41-a048-43a5-8d0a-025ad151caaa HTTP/1.1" status: 200  len: 911 time: 0.1378040
Jun 04 13:51:00.171547 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ef11b39d-ea76-4e03-a83d-8ce6901a0b6c req-8ace5aa6-5351-4d64-99fa-87c635defbfd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aff15893-3c44-4c00-b2ef-8508906ab4fb HTTP/1.1" status: 200  len: 217 time: 0.0647447
Jun 04 13:51:00.235063 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11b39d-ea76-4e03-a83d-8ce6901a0b6c req-11ac3776-bc1d-4fc1-9ecc-c2b3554558b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:00.236461 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ef11b39d-ea76-4e03-a83d-8ce6901a0b6c req-11ac3776-bc1d-4fc1-9ecc-c2b3554558b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ae316f83-c7c6-4bb6-8aee-ec9fe09a5191 HTTP/1.1" status: 200  len: 849 time: 0.0561917
Jun 04 13:51:00.344457 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11b39d-ea76-4e03-a83d-8ce6901a0b6c req-63f2bda9-009c-4102-9ba7-ae72fc187c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:00.345837 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ef11b39d-ea76-4e03-a83d-8ce6901a0b6c req-63f2bda9-009c-4102-9ba7-ae72fc187c86 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19f85a41-a048-43a5-8d0a-025ad151caaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0790346
Jun 04 13:51:00.482095 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ef11b39d-ea76-4e03-a83d-8ce6901a0b6c req-61122027-497e-4e6a-b717-dee392c11f34 service neutron] 10.222.0.55 "GET /v2.0/networks/19f85a41-a048-43a5-8d0a-025ad151caaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291745
Jun 04 13:51:00.707371 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ef11b39d-ea76-4e03-a83d-8ce6901a0b6c req-08aec1d7-b73b-4302-8160-b070df141d1e service neutron] 10.222.0.55 "GET /v2.0/networks/19f85a41-a048-43a5-8d0a-025ad151caaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2181525
Jun 04 13:51:00.783874 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-c7ab2bf5-dc5b-4620-a45c-84f7fdf5de85 req-dcd0832d-5e97-4ed8-87ed-dfb5bceb04dd tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f816df7-aff1-48c8-9376-2974ce5c30b0 HTTP/1.1" status: 200  len: 210 time: 0.0429826
Jun 04 13:51:01.069860 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15959c72-7d34-4c8a-8a32-95e629d38aa4 req-cbc8d9ea-ece4-496d-9ac3-5849c3a0d6f5 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:01.071568 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-15959c72-7d34-4c8a-8a32-95e629d38aa4 req-cbc8d9ea-ece4-496d-9ac3-5849c3a0d6f5 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=befd1e63-841d-4ea1-84fe-280300605cd6 HTTP/1.1" status: 200  len: 945 time: 0.0895944
Jun 04 13:51:01.124244 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-15959c72-7d34-4c8a-8a32-95e629d38aa4 req-a8ef4fb8-d9a3-4768-bba1-886a811fb2a6 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/security-groups?id=463b3b4c-2ed3-4b10-80a4-ed65c0745064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466707
Jun 04 13:51:01.359383 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b714f-9b54-4358-ae48-61fcd042245f req-f42a7ec8-1ee1-4166-97da-0d150b278dee tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:01.361235 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-641b714f-9b54-4358-ae48-61fcd042245f req-f42a7ec8-1ee1-4166-97da-0d150b278dee tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.55 "GET /v2.0/networks?id=8b092770-eea2-4e76-9959-7bb13a86dfb1 HTTP/1.1" status: 200  len: 814 time: 0.2400885
Jun 04 13:51:01.377491 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f40e3-9b45-49c6-bc3b-e6710b3849db req-5d5e2aa5-b872-4558-8e5b-0aec3e671df1 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:01.378791 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-969f40e3-9b45-49c6-bc3b-e6710b3849db req-5d5e2aa5-b872-4558-8e5b-0aec3e671df1 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 944 time: 0.1564636
Jun 04 13:51:01.454662 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-641b714f-9b54-4358-ae48-61fcd042245f req-50b66ef7-78d1-41a6-82b0-2d5e8374dbe8 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04f6f6455e3046efade411926e0f0561 HTTP/1.1" status: 200  len: 379 time: 0.0711129
Jun 04 13:51:01.457546 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-969f40e3-9b45-49c6-bc3b-e6710b3849db req-64787828-ced8-41f4-8462-4475e4634ade tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616496
Jun 04 13:51:01.464360 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-641b714f-9b54-4358-ae48-61fcd042245f req-966142f8-3a65-48ec-9fbc-bcc122dcf5cc tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Request body: {'port': {'device_id': '9f816df7-aff1-48c8-9376-2974ce5c30b0', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'admin_state_up': True, 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'security_groups': ['e258480d-3df7-4d45-b328-d2bba0002cfa']}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:51:01.540898 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-19687657-6056-4577-93db-ba4f1df9fd6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:01.600834 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-641b714f-9b54-4358-ae48-61fcd042245f req-966142f8-3a65-48ec-9fbc-bcc122dcf5cc tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:51:01.610366 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-641b714f-9b54-4358-ae48-61fcd042245f req-966142f8-3a65-48ec-9fbc-bcc122dcf5cc tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:51:01.694120 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-641b714f-9b54-4358-ae48-61fcd042245f req-966142f8-3a65-48ec-9fbc-bcc122dcf5cc tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Made reservation on behalf of 04f6f6455e3046efade411926e0f0561 for: {'port': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:51:01.698251 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-641b714f-9b54-4358-ae48-61fcd042245f req-966142f8-3a65-48ec-9fbc-bcc122dcf5cc tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:01.860916 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_common [req-641b714f-9b54-4358-ae48-61fcd042245f req-966142f8-3a65-48ec-9fbc-bcc122dcf5cc tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Allocated IP 172.20.0.11 (8b092770-eea2-4e76-9959-7bb13a86dfb1/69bc4cdc-ad33-4161-be2e-42ba13f7d967/f690b15e-dab2-4efe-a12b-ba2154a9f2f2) {{(pid=88594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:51:01.941044 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-06c03b1a-8f0b-409a-ac7a-687af7651cc6 req-6a243251-05e6-47e5-99a0-8698077ea2c7 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f816df7-aff1-48c8-9376-2974ce5c30b0 HTTP/1.1" status: 200  len: 210 time: 0.0474544
Jun 04 13:51:02.058775 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-641b714f-9b54-4358-ae48-61fcd042245f req-966142f8-3a65-48ec-9fbc-bcc122dcf5cc tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for port, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:02.074192 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [req-641b714f-9b54-4358-ae48-61fcd042245f req-966142f8-3a65-48ec-9fbc-bcc122dcf5cc tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Transition to ACTIVE for port object f690b15e-dab2-4efe-a12b-ba2154a9f2f2 will not be triggered until provisioned by entity DHCP. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:51:02.162935 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-641b714f-9b54-4358-ae48-61fcd042245f req-966142f8-3a65-48ec-9fbc-bcc122dcf5cc tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:02.239038 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-641b714f-9b54-4358-ae48-61fcd042245f req-966142f8-3a65-48ec-9fbc-bcc122dcf5cc tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Network 8b092770-eea2-4e76-9959-7bb13a86dfb1 is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:51:02.242790 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [req-641b714f-9b54-4358-ae48-61fcd042245f req-966142f8-3a65-48ec-9fbc-bcc122dcf5cc tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:51:02.247785 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-641b714f-9b54-4358-ae48-61fcd042245f req-966142f8-3a65-48ec-9fbc-bcc122dcf5cc tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Received port after_create {{(pid=88594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:51:02.323485 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966142f8-3a65-48ec-9fbc-bcc122dcf5cc tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event updated for resources: {'Port': ['ID=f690b15e-dab2-4efe-a12b-ba2154a9f2f2,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:02.358617 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b714f-9b54-4358-ae48-61fcd042245f req-966142f8-3a65-48ec-9fbc-bcc122dcf5cc tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:02.359255 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-641b714f-9b54-4358-ae48-61fcd042245f req-966142f8-3a65-48ec-9fbc-bcc122dcf5cc tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:02.409551 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac1b91-49df-48d5-b876-a9aaf39a47ba req-e1a22f20-b601-4069-9fb5-fc064d6fa2c6 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:02.410921 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-fcac1b91-49df-48d5-b876-a9aaf39a47ba req-e1a22f20-b601-4069-9fb5-fc064d6fa2c6 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=befd1e63-841d-4ea1-84fe-280300605cd6 HTTP/1.1" status: 200  len: 945 time: 0.1660607
Jun 04 13:51:02.455396 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-fcac1b91-49df-48d5-b876-a9aaf39a47ba req-6dda1170-fd14-4f0a-b0c5-badd995f59eb tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/security-groups?id=463b3b4c-2ed3-4b10-80a4-ed65c0745064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385261
Jun 04 13:51:02.478861 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-641b714f-9b54-4358-ae48-61fcd042245f req-966142f8-3a65-48ec-9fbc-bcc122dcf5cc tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0188510
Jun 04 13:51:02.500293 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-641b714f-9b54-4358-ae48-61fcd042245f req-a93c39a8-08ec-48e9-a80f-7d1b926dd296 service neutron] Request body: {'port': {'device_id': '9f816df7-aff1-48c8-9376-2974ce5c30b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:51:02.569320 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-506506fc-91c0-4f02-ad8c-3912cbfb9f10 None None] Provisioning for port f690b15e-dab2-4efe-a12b-ba2154a9f2f2 completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:51:02.575684 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-506506fc-91c0-4f02-ad8c-3912cbfb9f10 None None] Provisioning complete for port f690b15e-dab2-4efe-a12b-ba2154a9f2f2 triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:51:02.576060 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-506506fc-91c0-4f02-ad8c-3912cbfb9f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:02.615587 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-641b714f-9b54-4358-ae48-61fcd042245f req-a93c39a8-08ec-48e9-a80f-7d1b926dd296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:02.641456 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-506506fc-91c0-4f02-ad8c-3912cbfb9f10 None None] Port f690b15e-dab2-4efe-a12b-ba2154a9f2f2 cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:51:02.654566 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ac4f5-8795-42bd-935e-3a253dc0be7e req-4d08a540-c408-46b0-a900-e1a9c683069e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:02.656797 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-7b2ac4f5-8795-42bd-935e-3a253dc0be7e req-4d08a540-c408-46b0-a900-e1a9c683069e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 944 time: 0.0930297
Jun 04 13:51:02.702646 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-7b2ac4f5-8795-42bd-935e-3a253dc0be7e req-e8f028be-560c-46b1-9007-f4ae34ea2926 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398686
Jun 04 13:51:03.004544 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [req-641b714f-9b54-4358-ae48-61fcd042245f req-a93c39a8-08ec-48e9-a80f-7d1b926dd296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f690b15e-dab2-4efe-a12b-ba2154a9f2f2 {{(pid=88594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:51:03.013974 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-641b714f-9b54-4358-ae48-61fcd042245f req-a93c39a8-08ec-48e9-a80f-7d1b926dd296 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:03.052418 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [req-641b714f-9b54-4358-ae48-61fcd042245f req-a93c39a8-08ec-48e9-a80f-7d1b926dd296 service neutron] Transition to ACTIVE for port object f690b15e-dab2-4efe-a12b-ba2154a9f2f2 will not be triggered until provisioned by entity L2. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:51:03.074221 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f24ba-5cc8-4d3a-bb1d-a56f685d1731 req-46996a6c-f2e6-45a4-a514-c6a20833b222 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:03.076136 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ce8f24ba-5cc8-4d3a-bb1d-a56f685d1731 req-46996a6c-f2e6-45a4-a514-c6a20833b222 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.55 "GET /v2.0/ports?device_id=befd1e63-841d-4ea1-84fe-280300605cd6 HTTP/1.1" status: 200  len: 945 time: 0.1703882
Jun 04 13:51:03.258789 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-641b714f-9b54-4358-ae48-61fcd042245f req-a93c39a8-08ec-48e9-a80f-7d1b926dd296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:03.390868 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-ce8f24ba-5cc8-4d3a-bb1d-a56f685d1731 req-3761408a-f48b-4fe1-988a-8c0a8adacb8c tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Deleting port 5ed0420e-1df4-4005-89d9-5f4a6338b956 {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:51:03.390868 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-ce8f24ba-5cc8-4d3a-bb1d-a56f685d1731 req-3761408a-f48b-4fe1-988a-8c0a8adacb8c tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:03.520353 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c39a8-08ec-48e9-a80f-7d1b926dd296 service neutron] Pushing event updated for resources: {'Port': ['ID=f690b15e-dab2-4efe-a12b-ba2154a9f2f2,revision_number=2']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:03.639268 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7ce16-074c-4edf-bd2b-761e2c4e0d1b req-10b5ed92-7ea5-41a6-9808-a7ff5884b4ae tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:03.640632 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5be7ce16-074c-4edf-bd2b-761e2c4e0d1b req-10b5ed92-7ea5-41a6-9808-a7ff5884b4ae tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=befd1e63-841d-4ea1-84fe-280300605cd6 HTTP/1.1" status: 200  len: 945 time: 0.0789607
Jun 04 13:51:03.655716 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c872e9d-efdb-47c1-8cb0-aafe64d96d81 req-bc7f91fc-b8a2-40ba-aa8e-2ec1bb23dc8a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:03.656392 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-1c872e9d-efdb-47c1-8cb0-aafe64d96d81 req-bc7f91fc-b8a2-40ba-aa8e-2ec1bb23dc8a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Synchronizing usage tracker for tenant:04f6f6455e3046efade411926e0f0561 on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:51:03.684433 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-641b714f-9b54-4358-ae48-61fcd042245f req-a93c39a8-08ec-48e9-a80f-7d1b926dd296 service neutron] Attempting to bind port f690b15e-dab2-4efe-a12b-ba2154a9f2f2 on host hv-cinder-84359 for vnic_type normal with profile  {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:51:03.684758 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-641b714f-9b54-4358-ae48-61fcd042245f req-a93c39a8-08ec-48e9-a80f-7d1b926dd296 service neutron] Attempting to bind port f690b15e-dab2-4efe-a12b-ba2154a9f2f2 by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': '6d3f57de-dbe3-431a-86c1-8e1406ca4d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1'}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:51:03.685075 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641b714f-9b54-4358-ae48-61fcd042245f req-a93c39a8-08ec-48e9-a80f-7d1b926dd296 service neutron] Attempting to bind port f690b15e-dab2-4efe-a12b-ba2154a9f2f2 on network 8b092770-eea2-4e76-9959-7bb13a86dfb1 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:51:03.688840 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5be7ce16-074c-4edf-bd2b-761e2c4e0d1b req-c0aa1c8a-21fa-4c94-a914-cf39256d6e45 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/security-groups?id=463b3b4c-2ed3-4b10-80a4-ed65c0745064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423164
Jun 04 13:51:03.748431 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641b714f-9b54-4358-ae48-61fcd042245f req-a93c39a8-08ec-48e9-a80f-7d1b926dd296 service neutron] Port f690b15e-dab2-4efe-a12b-ba2154a9f2f2 on network 8b092770-eea2-4e76-9959-7bb13a86dfb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:51:03.748750 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641b714f-9b54-4358-ae48-61fcd042245f req-a93c39a8-08ec-48e9-a80f-7d1b926dd296 service neutron] Attempting to bind port f690b15e-dab2-4efe-a12b-ba2154a9f2f2 on network 8b092770-eea2-4e76-9959-7bb13a86dfb1 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:51:03.768468 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641b714f-9b54-4358-ae48-61fcd042245f req-a93c39a8-08ec-48e9-a80f-7d1b926dd296 service neutron] Checking agent: {'id': '3f86017d-093a-400f-b732-6c31be8aecc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'started_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:51:03.768799 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641b714f-9b54-4358-ae48-61fcd042245f req-a93c39a8-08ec-48e9-a80f-7d1b926dd296 service neutron] Checking segment: {'id': '6d3f57de-dbe3-431a-86c1-8e1406ca4d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:51:03.769170 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641b714f-9b54-4358-ae48-61fcd042245f req-a93c39a8-08ec-48e9-a80f-7d1b926dd296 service neutron] Bound using segment: {'id': '6d3f57de-dbe3-431a-86c1-8e1406ca4d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1'} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:51:03.769597 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-641b714f-9b54-4358-ae48-61fcd042245f req-a93c39a8-08ec-48e9-a80f-7d1b926dd296 service neutron] Bound port: f690b15e-dab2-4efe-a12b-ba2154a9f2f2, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d3f57de-dbe3-431a-86c1-8e1406ca4d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1'}}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:51:03.769934 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-641b714f-9b54-4358-ae48-61fcd042245f req-a93c39a8-08ec-48e9-a80f-7d1b926dd296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:03.780027 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-6df180a9-c68e-486b-b708-4c1d0221966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:03.873268 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-1c872e9d-efdb-47c1-8cb0-aafe64d96d81 req-bc7f91fc-b8a2-40ba-aa8e-2ec1bb23dc8a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Unset dirty status for tenant:04f6f6455e3046efade411926e0f0561 on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:51:03.874406 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1c872e9d-efdb-47c1-8cb0-aafe64d96d81 req-bc7f91fc-b8a2-40ba-aa8e-2ec1bb23dc8a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f816df7-aff1-48c8-9376-2974ce5c30b0 HTTP/1.1" status: 200  len: 944 time: 0.7554433
Jun 04 13:51:03.887951 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e7beb-0ea4-4daa-9f93-99cc40123226 req-8dc80f5f-9508-4105-b692-3e726d1d521a tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:03.889402 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-800e7beb-0ea4-4daa-9f93-99cc40123226 req-8dc80f5f-9508-4105-b692-3e726d1d521a tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 944 time: 0.0807288
Jun 04 13:51:03.890245 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-ce8f24ba-5cc8-4d3a-bb1d-a56f685d1731 req-3761408a-f48b-4fe1-988a-8c0a8adacb8c tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] For port 5ed0420e-1df4-4005-89d9-5f4a6338b956, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=5ed0420e-1df4-4005-89d9-5f4a6338b956,segment=NetworkSegment(4557923e-4c95-473c-9b7e-16c5fd711bf4),segment_id=4557923e-4c95-473c-9b7e-16c5fd711bf4)] {{(pid=88594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:51:03.890599 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-ce8f24ba-5cc8-4d3a-bb1d-a56f685d1731 req-3761408a-f48b-4fe1-988a-8c0a8adacb8c tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:03.935842 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-800e7beb-0ea4-4daa-9f93-99cc40123226 req-14b3a804-2709-4ce2-aae6-f9b0f763352f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400631
Jun 04 13:51:04.039495 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-ce8f24ba-5cc8-4d3a-bb1d-a56f685d1731 req-3761408a-f48b-4fe1-988a-8c0a8adacb8c tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Calling delete_port for 5ed0420e-1df4-4005-89d9-5f4a6338b956 owned by compute:nova {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:51:04.067266 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-641b714f-9b54-4358-ae48-61fcd042245f req-a93c39a8-08ec-48e9-a80f-7d1b926dd296 service neutron] For port f690b15e-dab2-4efe-a12b-ba2154a9f2f2, host hv-cinder-84359, cleared binding levels {{(pid=88594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:51:04.098148 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-641b714f-9b54-4358-ae48-61fcd042245f req-a93c39a8-08ec-48e9-a80f-7d1b926dd296 service neutron] For port f690b15e-dab2-4efe-a12b-ba2154a9f2f2, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=f690b15e-dab2-4efe-a12b-ba2154a9f2f2,segment=NetworkSegment(6d3f57de-dbe3-431a-86c1-8e1406ca4d6a),segment_id=6d3f57de-dbe3-431a-86c1-8e1406ca4d6a)] {{(pid=88594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:51:04.115030 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1c872e9d-efdb-47c1-8cb0-aafe64d96d81 req-523eb526-99c9-4e81-bfe2-e59b51e36301 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=e258480d-3df7-4d45-b328-d2bba0002cfa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2267151
Jun 04 13:51:04.184703 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-641b714f-9b54-4358-ae48-61fcd042245f req-a93c39a8-08ec-48e9-a80f-7d1b926dd296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:04.260179 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b714f-9b54-4358-ae48-61fcd042245f req-a93c39a8-08ec-48e9-a80f-7d1b926dd296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:04.260778 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-641b714f-9b54-4358-ae48-61fcd042245f req-a93c39a8-08ec-48e9-a80f-7d1b926dd296 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:04.262137 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-641b714f-9b54-4358-ae48-61fcd042245f req-a93c39a8-08ec-48e9-a80f-7d1b926dd296 service neutron] 10.222.0.55 "PUT /v2.0/ports/f690b15e-dab2-4efe-a12b-ba2154a9f2f2 HTTP/1.1" status: 200  len: 1094 time: 1.7660184
Jun 04 13:51:04.262579 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f816df7-aff1-48c8-9376-2974ce5c30b0', 'tag': 'f690b15e-dab2-4efe-a12b-ba2154a9f2f2'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:51:04.283312 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c39a8-08ec-48e9-a80f-7d1b926dd296 service neutron] Pushing event updated for resources: {'Port': ['ID=f690b15e-dab2-4efe-a12b-ba2154a9f2f2,revision_number=3']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:04.314887 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c084d7b-a238-4879-bcd9-5b4dfb5ca06e'] response: {'name': 'network-changed', 'server_uuid': '9f816df7-aff1-48c8-9376-2974ce5c30b0', 'tag': 'f690b15e-dab2-4efe-a12b-ba2154a9f2f2', 'status': 'completed', 'code': 200}
Jun 04 13:51:04.353045 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-ce8f24ba-5cc8-4d3a-bb1d-a56f685d1731 req-3761408a-f48b-4fe1-988a-8c0a8adacb8c tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:04.392607 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['5ed0420e-1df4-4005-89d9-5f4a6338b956'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:51:04.445420 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761408a-f48b-4fe1-988a-8c0a8adacb8c tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Pushing event deleted for resources: {'Port': ['ID=5ed0420e-1df4-4005-89d9-5f4a6338b956,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:04.530275 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8f24ba-5cc8-4d3a-bb1d-a56f685d1731 req-3761408a-f48b-4fe1-988a-8c0a8adacb8c tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] No DVR routers for this DVR port 5ed0420e-1df4-4005-89d9-5f4a6338b956 on host hv-cinder-84359 {{(pid=88594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:51:04.537213 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-ce8f24ba-5cc8-4d3a-bb1d-a56f685d1731 req-3761408a-f48b-4fe1-988a-8c0a8adacb8c tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:04.564683 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06329449-3889-47d2-b134-aff116feca17 req-63a3d87c-2025-4984-9a4b-d5327833d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:04.564683 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-06329449-3889-47d2-b134-aff116feca17 req-63a3d87c-2025-4984-9a4b-d5327833d7c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=04f6f6455e3046efade411926e0f0561&device_id=9f816df7-aff1-48c8-9376-2974ce5c30b0 HTTP/1.1" status: 200  len: 1097 time: 0.1685719
Jun 04 13:51:04.649842 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ce8f24ba-5cc8-4d3a-bb1d-a56f685d1731 req-3761408a-f48b-4fe1-988a-8c0a8adacb8c tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.55 "DELETE /v2.0/ports/5ed0420e-1df4-4005-89d9-5f4a6338b956 HTTP/1.1" status: 204  len: 173 time: 1.5685334
Jun 04 13:51:04.666495 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:04.712014 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06329449-3889-47d2-b134-aff116feca17 req-949d0f08-3eb4-45c1-ba56-56c948dd69d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:04.714444 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-06329449-3889-47d2-b134-aff116feca17 req-949d0f08-3eb4-45c1-ba56-56c948dd69d3 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=04f6f6455e3046efade411926e0f0561&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1380694
Jun 04 13:51:04.821027 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:04.933259 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-c2084c7f-d9a9-47bb-bf3e-638aedae0af8 req-eef53010-6d90-4ec9-b113-a0f25c9275f3 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Synchronizing usage tracker for tenant:6aa03736214446fcaca77b1e2066ec8e on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:51:04.988166 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06329449-3889-47d2-b134-aff116feca17 req-c63d4d9e-b37e-4eea-b4e9-c64dc18ff41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:04.989594 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-06329449-3889-47d2-b134-aff116feca17 req-c63d4d9e-b37e-4eea-b4e9-c64dc18ff41f service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2695255
Jun 04 13:51:05.020110 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-c2084c7f-d9a9-47bb-bf3e-638aedae0af8 req-eef53010-6d90-4ec9-b113-a0f25c9275f3 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Unset dirty status for tenant:6aa03736214446fcaca77b1e2066ec8e on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:51:05.021230 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c2084c7f-d9a9-47bb-bf3e-638aedae0af8 req-eef53010-6d90-4ec9-b113-a0f25c9275f3 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=befd1e63-841d-4ea1-84fe-280300605cd6 HTTP/1.1" status: 200  len: 210 time: 0.1411452
Jun 04 13:51:05.131548 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b714f-9b54-4358-ae48-61fcd042245f req-c10cae8b-7146-4b51-bcf1-b7ab15296d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:05.133497 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-641b714f-9b54-4358-ae48-61fcd042245f req-c10cae8b-7146-4b51-bcf1-b7ab15296d24 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=04f6f6455e3046efade411926e0f0561&device_id=9f816df7-aff1-48c8-9376-2974ce5c30b0 HTTP/1.1" status: 200  len: 1097 time: 0.0734780
Jun 04 13:51:05.144958 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d8ee0-22e1-41d9-8f13-f3737b856cb7 req-71dde1fd-ddf3-48ef-84d9-3c266bee361e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:05.145804 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-dd5d8ee0-22e1-41d9-8f13-f3737b856cb7 req-71dde1fd-ddf3-48ef-84d9-3c266bee361e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 944 time: 0.0853217
Jun 04 13:51:05.191882 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-dd5d8ee0-22e1-41d9-8f13-f3737b856cb7 req-40c9187e-1aa3-488f-bcae-715e2ae59cf9 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390005
Jun 04 13:51:05.219134 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-641b714f-9b54-4358-ae48-61fcd042245f req-b484e814-eb33-4bfe-93d3-933816537900 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f690b15e-dab2-4efe-a12b-ba2154a9f2f2 HTTP/1.1" status: 200  len: 217 time: 0.0719221
Jun 04 13:51:05.331861 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b714f-9b54-4358-ae48-61fcd042245f req-ba3c4f45-bad4-45af-bfb4-e2c0a099f566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:05.333197 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-641b714f-9b54-4358-ae48-61fcd042245f req-ba3c4f45-bad4-45af-bfb4-e2c0a099f566 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69bc4cdc-ad33-4161-be2e-42ba13f7d967 HTTP/1.1" status: 200  len: 853 time: 0.0811574
Jun 04 13:51:05.393972 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acedd1d-887a-4036-b1a5-9af711ec70c1 req-867faf93-ace7-4914-b566-38cabd20bdc1 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:05.395500 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8acedd1d-887a-4036-b1a5-9af711ec70c1 req-867faf93-ace7-4914-b566-38cabd20bdc1 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f816df7-aff1-48c8-9376-2974ce5c30b0 HTTP/1.1" status: 200  len: 944 time: 0.1732299
Jun 04 13:51:05.456539 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8acedd1d-887a-4036-b1a5-9af711ec70c1 req-d6a8a567-0be7-49a1-95f2-6a30e5dc301b tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=e258480d-3df7-4d45-b328-d2bba0002cfa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546062
Jun 04 13:51:05.459479 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b714f-9b54-4358-ae48-61fcd042245f req-73b7393f-371e-4e7b-ad25-3231cd2f0846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:05.460811 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-641b714f-9b54-4358-ae48-61fcd042245f req-73b7393f-371e-4e7b-ad25-3231cd2f0846 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8b092770-eea2-4e76-9959-7bb13a86dfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1187901
Jun 04 13:51:05.594697 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-641b714f-9b54-4358-ae48-61fcd042245f req-3f983ae2-903f-4786-9057-8a5e51644eb3 service neutron] 10.222.0.55 "GET /v2.0/networks/8b092770-eea2-4e76-9959-7bb13a86dfb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239538
Jun 04 13:51:05.728370 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-641b714f-9b54-4358-ae48-61fcd042245f req-a8dd0f16-bc75-440c-ab7b-3e8d43eae8be service neutron] 10.222.0.55 "GET /v2.0/networks/8b092770-eea2-4e76-9959-7bb13a86dfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275396
Jun 04 13:51:06.072582 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:06.330044 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'befd1e63-841d-4ea1-84fe-280300605cd6', 'name': 'network-vif-deleted', 'tag': '5ed0420e-1df4-4005-89d9-5f4a6338b956'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:51:06.378165 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f0b4694-65a6-4ad2-b46d-0d5d03703651'] response: {'server_uuid': 'befd1e63-841d-4ea1-84fe-280300605cd6', 'name': 'network-vif-deleted', 'tag': '5ed0420e-1df4-4005-89d9-5f4a6338b956', 'status': 'completed', 'code': 200}
Jun 04 13:51:06.396766 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05922ec-bca8-430c-a18f-a299f62dfb4d req-5c32cc77-3ab2-4383-88be-8318e6dabaaf tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:06.398246 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e05922ec-bca8-430c-a18f-a299f62dfb4d req-5c32cc77-3ab2-4383-88be-8318e6dabaaf tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 944 time: 0.0994971
Jun 04 13:51:06.454680 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e05922ec-bca8-430c-a18f-a299f62dfb4d req-e6c36127-49d6-4365-954a-f0ba8aeda498 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502057
Jun 04 13:51:06.648154 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f2d80-88be-46c2-ba8c-b144a6de888d req-e3ab3540-c923-469d-b386-00e5d6d02d69 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:06.649631 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-503f2d80-88be-46c2-ba8c-b144a6de888d req-e3ab3540-c923-469d-b386-00e5d6d02d69 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f816df7-aff1-48c8-9376-2974ce5c30b0 HTTP/1.1" status: 200  len: 944 time: 0.0865574
Jun 04 13:51:06.701515 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-503f2d80-88be-46c2-ba8c-b144a6de888d req-73e4c8d5-57fd-4b95-bc41-553df406c5a7 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=e258480d-3df7-4d45-b328-d2bba0002cfa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407772
Jun 04 13:51:06.738532 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 5ed0420e-1df4-4005-89d9-5f4a6338b956 no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:51:06.775206 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] No Port match for: 5ed0420e-1df4-4005-89d9-5f4a6338b956 {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:51:06.775609 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 5ed0420e-1df4-4005-89d9-5f4a6338b956 not bound to the agent host hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:51:07.637242 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c623b-dafa-4e81-b9ef-5d6820350371 req-f686f815-6403-48aa-855a-e7836468c145 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:07.638664 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-f03c623b-dafa-4e81-b9ef-5d6820350371 req-f686f815-6403-48aa-855a-e7836468c145 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 944 time: 0.0782893
Jun 04 13:51:07.683151 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-f03c623b-dafa-4e81-b9ef-5d6820350371 req-a4cdc611-5803-46f7-9d53-601f1f7cdb6a tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387144
Jun 04 13:51:07.944626 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1872c-7af0-49d6-b34f-254a1b991640 req-96a77529-40c0-477b-9cf3-9c3f62878e9c tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:07.946045 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-3aa1872c-7af0-49d6-b34f-254a1b991640 req-96a77529-40c0-477b-9cf3-9c3f62878e9c tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f816df7-aff1-48c8-9376-2974ce5c30b0 HTTP/1.1" status: 200  len: 944 time: 0.1449687
Jun 04 13:51:07.988565 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-3aa1872c-7af0-49d6-b34f-254a1b991640 req-84f82f46-3901-4ecd-85c5-97cf3c158a54 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=e258480d-3df7-4d45-b328-d2bba0002cfa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0367525
Jun 04 13:51:08.869056 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ce333-0290-4ba9-915b-5d429332dd94 req-64ee9919-8631-4d8b-98d5-4326215e2247 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:08.870508 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-029ce333-0290-4ba9-915b-5d429332dd94 req-64ee9919-8631-4d8b-98d5-4326215e2247 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 944 time: 0.0826230
Jun 04 13:51:08.914703 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-029ce333-0290-4ba9-915b-5d429332dd94 req-b17a5953-57ad-48a8-be85-b23ae5a05b5f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384221
Jun 04 13:51:09.174790 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b12837-c51b-41c7-bb1e-6782f43816b5 req-85dd9894-521f-4c6c-89d0-0fbb8d5cf34c tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:09.176242 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-25b12837-c51b-41c7-bb1e-6782f43816b5 req-85dd9894-521f-4c6c-89d0-0fbb8d5cf34c tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f816df7-aff1-48c8-9376-2974ce5c30b0 HTTP/1.1" status: 200  len: 944 time: 0.0851166
Jun 04 13:51:09.222714 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-25b12837-c51b-41c7-bb1e-6782f43816b5 req-432d1d1c-3ac4-4878-bf06-b2cf8bb111a7 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=e258480d-3df7-4d45-b328-d2bba0002cfa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401242
Jun 04 13:51:09.580390 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device aff15893-3c44-4c00-b2ef-8508906ab4fb details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:51:09.714956 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port aff15893-3c44-4c00-b2ef-8508906ab4fb, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=aff15893-3c44-4c00-b2ef-8508906ab4fb,segment=NetworkSegment(6a5cbb52-ab79-40c5-b9bc-799ccfcf389a),segment_id=6a5cbb52-ab79-40c5-b9bc-799ccfcf389a)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:51:09.728194 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Returning: {'device': 'aff15893-3c44-4c00-b2ef-8508906ab4fb', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'port_id': 'aff15893-3c44-4c00-b2ef-8508906ab4fb', 'mac_address': 'fa:16:3e:ef:b9:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:51:09.782686 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port aff15893-3c44-4c00-b2ef-8508906ab4fb is: DOWN; New status is: BUILD {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:51:09.783087 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:09.804211 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aff15893-3c44-4c00-b2ef-8508906ab4fb {{(pid=88596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:51:09.820355 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port aff15893-3c44-4c00-b2ef-8508906ab4fb, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=aff15893-3c44-4c00-b2ef-8508906ab4fb,segment=NetworkSegment(6a5cbb52-ab79-40c5-b9bc-799ccfcf389a),segment_id=6a5cbb52-ab79-40c5-b9bc-799ccfcf389a)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:51:09.878387 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:09.879157 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device f690b15e-dab2-4efe-a12b-ba2154a9f2f2 details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:51:10.037591 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=aff15893-3c44-4c00-b2ef-8508906ab4fb,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:10.081904 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port f690b15e-dab2-4efe-a12b-ba2154a9f2f2, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=f690b15e-dab2-4efe-a12b-ba2154a9f2f2,segment=NetworkSegment(6d3f57de-dbe3-431a-86c1-8e1406ca4d6a),segment_id=6d3f57de-dbe3-431a-86c1-8e1406ca4d6a)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:51:10.095774 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Returning: {'device': 'f690b15e-dab2-4efe-a12b-ba2154a9f2f2', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'port_id': 'f690b15e-dab2-4efe-a12b-ba2154a9f2f2', 'mac_address': 'fa:16:3e:5a:b0:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:51:10.109788 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda6206-0e0c-4b9d-98d2-060957f4ea2c req-37168640-28c9-4c7a-8168-b9d31cb15459 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:10.111265 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-bfda6206-0e0c-4b9d-98d2-060957f4ea2c req-37168640-28c9-4c7a-8168-b9d31cb15459 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 945 time: 0.0857503
Jun 04 13:51:10.157885 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port f690b15e-dab2-4efe-a12b-ba2154a9f2f2 is: DOWN; New status is: BUILD {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:51:10.158254 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:10.161396 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-bfda6206-0e0c-4b9d-98d2-060957f4ea2c req-1f82ec67-0f3d-429c-8635-611360f4542b tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436282
Jun 04 13:51:10.175878 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f690b15e-dab2-4efe-a12b-ba2154a9f2f2 {{(pid=88596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:51:10.191583 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port f690b15e-dab2-4efe-a12b-ba2154a9f2f2, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=f690b15e-dab2-4efe-a12b-ba2154a9f2f2,segment=NetworkSegment(6d3f57de-dbe3-431a-86c1-8e1406ca4d6a),segment_id=6d3f57de-dbe3-431a-86c1-8e1406ca4d6a)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:51:10.243829 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:10.315294 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=f690b15e-dab2-4efe-a12b-ba2154a9f2f2,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:10.411278 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53333a30-7666-4022-9cae-8a8dde060077 req-1f955789-fa47-412d-b622-07ae8469ef1f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:10.412617 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-53333a30-7666-4022-9cae-8a8dde060077 req-1f955789-fa47-412d-b622-07ae8469ef1f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f816df7-aff1-48c8-9376-2974ce5c30b0 HTTP/1.1" status: 200  len: 945 time: 0.0804787
Jun 04 13:51:10.457529 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-53333a30-7666-4022-9cae-8a8dde060077 req-c3921d51-4038-46f1-81a9-1891a3ce2fc4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=e258480d-3df7-4d45-b328-d2bba0002cfa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387383
Jun 04 13:51:10.715842 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['aff15893-3c44-4c00-b2ef-8508906ab4fb'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:51:10.741799 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['f690b15e-dab2-4efe-a12b-ba2154a9f2f2'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:51:11.352504 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01e66f-c6ea-466b-8030-1f74efd7c48e req-4ed4df6b-6a6d-4ae3-8d9f-719ef399fc9d tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:11.353864 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-bf01e66f-c6ea-466b-8030-1f74efd7c48e req-4ed4df6b-6a6d-4ae3-8d9f-719ef399fc9d tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 945 time: 0.0797577
Jun 04 13:51:11.397815 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-bf01e66f-c6ea-466b-8030-1f74efd7c48e req-5940331d-0ec1-4cd5-b98a-814aa177fd96 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381806
Jun 04 13:51:11.648070 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f745b4b-69d9-49bb-a864-7371a57defb1 req-2e99c053-6459-47af-b42f-5db7fdf087ff tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:11.649394 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-4f745b4b-69d9-49bb-a864-7371a57defb1 req-2e99c053-6459-47af-b42f-5db7fdf087ff tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f816df7-aff1-48c8-9376-2974ce5c30b0 HTTP/1.1" status: 200  len: 945 time: 0.0835860
Jun 04 13:51:11.693893 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-4f745b4b-69d9-49bb-a864-7371a57defb1 req-f4c0426f-5444-4d97-86a1-77ecbd5b6879 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=e258480d-3df7-4d45-b328-d2bba0002cfa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385277
Jun 04 13:51:12.585226 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe0f25-0fc2-47c6-9da1-d93489d9272b req-6e2bb6f8-f6ea-4e47-8367-0ff210e8891c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:12.586618 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e2fe0f25-0fc2-47c6-9da1-d93489d9272b req-6e2bb6f8-f6ea-4e47-8367-0ff210e8891c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 945 time: 0.0839758
Jun 04 13:51:12.634558 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e2fe0f25-0fc2-47c6-9da1-d93489d9272b req-7888591f-06aa-4606-8282-cb006a6d02aa tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419586
Jun 04 13:51:12.761211 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device aff15893-3c44-4c00-b2ef-8508906ab4fb up at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:51:12.877788 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning for port aff15893-3c44-4c00-b2ef-8508906ab4fb completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:51:12.880161 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0a23b-6d73-4893-b833-212b36ddddb8 req-e169a01d-38d9-4ff8-b735-9b968d3ffa51 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:12.881603 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-73d0a23b-6d73-4893-b833-212b36ddddb8 req-e169a01d-38d9-4ff8-b735-9b968d3ffa51 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f816df7-aff1-48c8-9376-2974ce5c30b0 HTTP/1.1" status: 200  len: 945 time: 0.0795324
Jun 04 13:51:12.882855 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning complete for port aff15893-3c44-4c00-b2ef-8508906ab4fb triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:51:12.883315 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:12.927836 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-73d0a23b-6d73-4893-b833-212b36ddddb8 req-ef58f6c7-25a1-4ef7-854a-172ae4a64245 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=e258480d-3df7-4d45-b328-d2bba0002cfa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404563
Jun 04 13:51:13.003722 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port aff15893-3c44-4c00-b2ef-8508906ab4fb is: BUILD; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:51:13.004085 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:13.032845 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912deb47-3b01-485e-af4f-8184a9160cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff15893-3c44-4c00-b2ef-8508906ab4fb'}] {{(pid=88596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:51:13.047590 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port aff15893-3c44-4c00-b2ef-8508906ab4fb, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=aff15893-3c44-4c00-b2ef-8508906ab4fb,segment=NetworkSegment(6a5cbb52-ab79-40c5-b9bc-799ccfcf389a),segment_id=6a5cbb52-ab79-40c5-b9bc-799ccfcf389a)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:51:13.077743 dv-cinder-843593-2-iscsi neutron-server[88596]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6131166d-8dbc-49fc-9641-1ef4abe9559e'] response: {'server_uuid': '912deb47-3b01-485e-af4f-8184a9160cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff15893-3c44-4c00-b2ef-8508906ab4fb', 'code': 200}
Jun 04 13:51:13.106487 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:13.107319 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device f690b15e-dab2-4efe-a12b-ba2154a9f2f2 up at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:51:13.223396 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=aff15893-3c44-4c00-b2ef-8508906ab4fb,revision_number=5']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:13.278042 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning for port f690b15e-dab2-4efe-a12b-ba2154a9f2f2 completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:51:13.283396 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning complete for port f690b15e-dab2-4efe-a12b-ba2154a9f2f2 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:51:13.285025 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:13.396159 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port f690b15e-dab2-4efe-a12b-ba2154a9f2f2 is: BUILD; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:51:13.396437 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:13.430736 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port f690b15e-dab2-4efe-a12b-ba2154a9f2f2, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=f690b15e-dab2-4efe-a12b-ba2154a9f2f2,segment=NetworkSegment(6d3f57de-dbe3-431a-86c1-8e1406ca4d6a),segment_id=6d3f57de-dbe3-431a-86c1-8e1406ca4d6a)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:51:13.512011 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:13.583089 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=f690b15e-dab2-4efe-a12b-ba2154a9f2f2,revision_number=5']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:13.829342 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0332f-4d48-43f3-b149-8dcc4b4b2a64 req-3abde93b-8b01-41f0-88e6-426803239d48 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:13.830751 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-79c0332f-4d48-43f3-b149-8dcc4b4b2a64 req-3abde93b-8b01-41f0-88e6-426803239d48 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 946 time: 0.0839238
Jun 04 13:51:13.873012 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-79c0332f-4d48-43f3-b149-8dcc4b4b2a64 req-f8acd042-f422-442d-92a3-1c9fcc5b4538 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0361605
Jun 04 13:51:14.114377 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849b10b-81cc-4a64-88b2-03f62a4835d1 req-f120214f-4b1d-4844-876d-a907981153c7 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:14.115855 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-0849b10b-81cc-4a64-88b2-03f62a4835d1 req-f120214f-4b1d-4844-876d-a907981153c7 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f816df7-aff1-48c8-9376-2974ce5c30b0 HTTP/1.1" status: 200  len: 946 time: 0.0810142
Jun 04 13:51:14.160847 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-0849b10b-81cc-4a64-88b2-03f62a4835d1 req-74b8edfe-8f32-4fb0-bad0-c4b76f3571c3 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=e258480d-3df7-4d45-b328-d2bba0002cfa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386369
Jun 04 13:51:15.057641 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293cf03-bfb1-48c7-b91a-1eb26023e12b req-94c791f6-b153-4ca4-8568-5dc49751dcf7 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:15.059084 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-7293cf03-bfb1-48c7-b91a-1eb26023e12b req-94c791f6-b153-4ca4-8568-5dc49751dcf7 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 946 time: 0.0809026
Jun 04 13:51:15.079446 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f816df7-aff1-48c8-9376-2974ce5c30b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f690b15e-dab2-4efe-a12b-ba2154a9f2f2'}] {{(pid=88596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:51:15.107502 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-7293cf03-bfb1-48c7-b91a-1eb26023e12b req-81329b25-f946-4e06-b03a-52fb3c3d20bd tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426829
Jun 04 13:51:15.123609 dv-cinder-843593-2-iscsi neutron-server[88596]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f20ac480-12e7-40d3-b983-10d0d0f174ee'] response: {'server_uuid': '9f816df7-aff1-48c8-9376-2974ce5c30b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f690b15e-dab2-4efe-a12b-ba2154a9f2f2', 'code': 200}
Jun 04 13:51:15.345016 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57652cfa-6e59-43da-9e60-b29087cbd74b req-7b1e04c9-10ca-4a7b-8299-e1a2084c0ee9 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:15.346452 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-57652cfa-6e59-43da-9e60-b29087cbd74b req-7b1e04c9-10ca-4a7b-8299-e1a2084c0ee9 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f816df7-aff1-48c8-9376-2974ce5c30b0 HTTP/1.1" status: 200  len: 946 time: 0.0821304
Jun 04 13:51:15.396286 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-57652cfa-6e59-43da-9e60-b29087cbd74b req-edca394d-e25d-42bf-9811-b2f963f40c17 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=e258480d-3df7-4d45-b328-d2bba0002cfa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441411
Jun 04 13:51:16.308552 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f101332-88ad-46db-ab58-40a48c8f47e0 req-a5d97448-a2ae-49ea-b3a7-b15876f7cf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:16.310047 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8f101332-88ad-46db-ab58-40a48c8f47e0 req-a5d97448-a2ae-49ea-b3a7-b15876f7cf7a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9f816df7-aff1-48c8-9376-2974ce5c30b0 HTTP/1.1" status: 200  len: 1099 time: 0.0877049
Jun 04 13:51:16.329444 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65877a9f-09d1-4b81-bcfe-737f796ab797 req-51f9d7d0-6cd2-492c-9f79-d8e6a0c54358 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:16.331220 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-65877a9f-09d1-4b81-bcfe-737f796ab797 req-51f9d7d0-6cd2-492c-9f79-d8e6a0c54358 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 946 time: 0.1093371
Jun 04 13:51:16.387554 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-65877a9f-09d1-4b81-bcfe-737f796ab797 req-efc1a4bd-9978-4d53-b8de-2c0ab3227194 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496964
Jun 04 13:51:16.391408 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8f101332-88ad-46db-ab58-40a48c8f47e0 req-b7f45a8d-3788-4bd2-926a-4914f67b4116 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e258480d-3df7-4d45-b328-d2bba0002cfa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455732
Jun 04 13:51:16.416852 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7d056-e7ea-4ec9-b733-cff44b433760 req-f7954a82-c53f-46a5-b694-b08e2070d7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:16.418798 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-dfb7d056-e7ea-4ec9-b733-cff44b433760 req-f7954a82-c53f-46a5-b694-b08e2070d7d9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 1099 time: 0.1078987
Jun 04 13:51:16.668043 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4adf8-2675-42b0-ba0b-25273d73409b req-0c253979-0796-4651-8c97-26dddc68bf52 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:16.669441 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-10f4adf8-2675-42b0-ba0b-25273d73409b req-0c253979-0796-4651-8c97-26dddc68bf52 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f816df7-aff1-48c8-9376-2974ce5c30b0 HTTP/1.1" status: 200  len: 946 time: 0.1600332
Jun 04 13:51:16.715629 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-10f4adf8-2675-42b0-ba0b-25273d73409b req-735cc88e-cf85-4c4b-b854-841f4be6e9bb tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=e258480d-3df7-4d45-b328-d2bba0002cfa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405071
Jun 04 13:51:16.796718 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-dfb7d056-e7ea-4ec9-b733-cff44b433760 req-8644f9d1-3dca-4cb7-88e3-672ceac5c6f6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0360324
Jun 04 13:51:17.240911 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-5a3ca91f-c23c-4c7d-ab47-c893fd44c5ca tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:17.242325 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-5a3ca91f-c23c-4c7d-ab47-c893fd44c5ca tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/networks?id=730b0b69-5d72-430e-beb5-fce8910e6da2 HTTP/1.1" status: 200  len: 813 time: 0.1475966
Jun 04 13:51:17.256022 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-e7b28b92-9961-4ebd-95d2-5c49422e40b6 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/quotas/6aa03736214446fcaca77b1e2066ec8e HTTP/1.1" status: 200  len: 375 time: 0.0083203
Jun 04 13:51:17.302778 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-f485f3a9-4eda-409a-8a07-9a6c8af75f34 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6aa03736214446fcaca77b1e2066ec8e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0414422
Jun 04 13:51:17.435643 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-16fa9814-7009-45e8-8a30-86928dd685c1 service neutron] 10.222.0.39 "GET /v2.0/networks/730b0b69-5d72-430e-beb5-fce8910e6da2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262565
Jun 04 13:51:17.571700 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-7ad9ab97-f402-4984-9f25-9fd25a83c7c9 service neutron] 10.222.0.39 "GET /v2.0/networks/730b0b69-5d72-430e-beb5-fce8910e6da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295903
Jun 04 13:51:17.584446 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021686e3-9556-46f4-94bd-cf97b967d6eb req-e62981d1-898f-4368-88e5-f7d009d3ca5a tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:17.586483 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-021686e3-9556-46f4-94bd-cf97b967d6eb req-e62981d1-898f-4368-88e5-f7d009d3ca5a tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 946 time: 0.0918772
Jun 04 13:51:17.634245 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-021686e3-9556-46f4-94bd-cf97b967d6eb req-fe88561b-3cac-491d-9f4f-0b8171906cf5 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419838
Jun 04 13:51:17.852745 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-151e19dd-6b7f-4213-97af-54d89c82462a req-875a13eb-6f64-4ac5-b2c6-9ddd800d761d tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=3799867a-9576-447e-8411-e9afff92fa60 HTTP/1.1" status: 200  len: 210 time: 0.0504322
Jun 04 13:51:17.932415 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fface7-816e-4b2c-b933-5942d250f9ec req-5cea29e0-70af-4a0f-9813-83ac5e1afcb1 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:17.934051 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-79fface7-816e-4b2c-b933-5942d250f9ec req-5cea29e0-70af-4a0f-9813-83ac5e1afcb1 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f816df7-aff1-48c8-9376-2974ce5c30b0 HTTP/1.1" status: 200  len: 946 time: 0.1041288
Jun 04 13:51:17.979440 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-79fface7-816e-4b2c-b933-5942d250f9ec req-fa4f74d2-df95-4043-aa63-dd1a3e100bf0 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=e258480d-3df7-4d45-b328-d2bba0002cfa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394366
Jun 04 13:51:18.391231 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 6 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:51:18.981338 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecdf86-cae8-4360-880b-388dfd862f79 req-1695798c-b7ec-4c82-8b4b-fcf85ddb1a82 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:18.982920 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-f1ecdf86-cae8-4360-880b-388dfd862f79 req-1695798c-b7ec-4c82-8b4b-fcf85ddb1a82 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 946 time: 0.0884686
Jun 04 13:51:19.015398 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-2485df5f-5dcf-4687-9fa3-dfd4dcb6e53d req-c1f0f9d9-beb4-46bf-a37d-4a4eb43f736e tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=3799867a-9576-447e-8411-e9afff92fa60 HTTP/1.1" status: 200  len: 210 time: 0.0429997
Jun 04 13:51:19.041048 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-f1ecdf86-cae8-4360-880b-388dfd862f79 req-74b2c077-cc8a-4cf2-b4ce-d5162652b371 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523949
Jun 04 13:51:19.217394 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2844f03-f487-47d9-b58e-792d2e4550b4 req-f6c40c71-bc52-4fde-b888-b563e91a01e6 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:19.219306 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e2844f03-f487-47d9-b58e-792d2e4550b4 req-f6c40c71-bc52-4fde-b888-b563e91a01e6 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f816df7-aff1-48c8-9376-2974ce5c30b0 HTTP/1.1" status: 200  len: 946 time: 0.0883198
Jun 04 13:51:19.242213 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13cddd-ba9f-4b2e-937d-950195d5c405 req-87dfda0a-0af2-4b2e-b779-8277a9e36fe2 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:19.243728 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8d13cddd-ba9f-4b2e-937d-950195d5c405 req-87dfda0a-0af2-4b2e-b779-8277a9e36fe2 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 946 time: 0.0894394
Jun 04 13:51:19.267763 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e2844f03-f487-47d9-b58e-792d2e4550b4 req-53528617-b752-4af7-a84b-fb4838c75e9f tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=e258480d-3df7-4d45-b328-d2bba0002cfa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418684
Jun 04 13:51:19.296156 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8d13cddd-ba9f-4b2e-937d-950195d5c405 req-44cfc189-8fbe-4318-b32a-3c68c8641d95 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462847
Jun 04 13:51:19.319585 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 48608) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:51:19.459249 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fc8bf-0c04-474d-a346-ff89b72183c7 req-632ec069-9cc5-4d58-b43f-701a7d855f8b tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:19.460774 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-3c2fc8bf-0c04-474d-a346-ff89b72183c7 req-632ec069-9cc5-4d58-b43f-701a7d855f8b tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f816df7-aff1-48c8-9376-2974ce5c30b0 HTTP/1.1" status: 200  len: 946 time: 0.0890803
Jun 04 13:51:19.469119 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 48616) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:51:19.474088 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-a711aec5-b531-4fa8-90c8-57c18c340da6 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Request body: {'floatingip': {'port_id': 'f690b15e-dab2-4efe-a12b-ba2154a9f2f2'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:51:19.554183 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a711aec5-b531-4fa8-90c8-57c18c340da6 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for floatingip, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:19.568334 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56924685-e45f-4bf2-86de-fc4471702b0b tempest-TestVolumeBootPattern-1728436693 tempest-TestVolumeBootPattern-1728436693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:19.572634 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-56924685-e45f-4bf2-86de-fc4471702b0b tempest-TestVolumeBootPattern-1728436693 tempest-TestVolumeBootPattern-1728436693-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 1094 time: 0.2486513
Jun 04 13:51:19.572862 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 48622) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:51:19.577622 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-53ee6ba5-25cf-4e5d-a287-8644cf399fd7 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Request body: {'floatingip': {'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'port_id': 'aff15893-3c44-4c00-b2ef-8508906ab4fb', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:51:19.583417 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-53ee6ba5-25cf-4e5d-a287-8644cf399fd7 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:51:19.588200 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-53ee6ba5-25cf-4e5d-a287-8644cf399fd7 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Usage tracker for resource:floatingip and tenant:fd4fbd1432c64d85808c9b11782432cb is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:51:19.592991 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-53ee6ba5-25cf-4e5d-a287-8644cf399fd7 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:51:19.600451 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-53ee6ba5-25cf-4e5d-a287-8644cf399fd7 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:51:19.699827 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-53ee6ba5-25cf-4e5d-a287-8644cf399fd7 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for floatingip, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:19.947764 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-53ee6ba5-25cf-4e5d-a287-8644cf399fd7 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:20.116616 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_common [None req-53ee6ba5-25cf-4e5d-a287-8644cf399fd7 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Allocated IP 172.27.2.53 (0e91cb13-9cd5-4b6d-a0e7-77d68e81a806/a67c2735-bb7f-4235-9bfa-262628d5695c/cfecd1bf-8dea-40ec-b77f-6a90df9f7d32) {{(pid=88595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:51:20.254937 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8529eddb-0c47-442c-8320-fc1f820cf9ad req-0b955c52-7753-4ac3-852c-e0e5d13f330b tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=3799867a-9576-447e-8411-e9afff92fa60 HTTP/1.1" status: 200  len: 210 time: 0.0520153
Jun 04 13:51:20.261764 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-94e386fa-50a4-47bc-b4c4-f3ea95605932 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:20.263126 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-94e386fa-50a4-47bc-b4c4-f3ea95605932 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.55 "GET /v2.0/networks?id=730b0b69-5d72-430e-beb5-fce8910e6da2 HTTP/1.1" status: 200  len: 813 time: 0.3208401
Jun 04 13:51:20.296637 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-e46242c1-eeb1-494a-a866-6ad07b42a771 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Request body: {'port': {'device_id': '3799867a-9576-447e-8411-e9afff92fa60', 'network_id': '730b0b69-5d72-430e-beb5-fce8910e6da2', 'admin_state_up': True, 'tenant_id': '6aa03736214446fcaca77b1e2066ec8e'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:51:20.353307 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-53ee6ba5-25cf-4e5d-a287-8644cf399fd7 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for port, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:20.414453 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e0b78-0f5e-4050-b343-edbfaa7ad711 req-650d4e47-b133-4b95-9d2e-5c316ff6a853 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:20.421320 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-470e0b78-0f5e-4050-b343-edbfaa7ad711 req-650d4e47-b133-4b95-9d2e-5c316ff6a853 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.1224694
Jun 04 13:51:20.468423 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-470e0b78-0f5e-4050-b343-edbfaa7ad711 req-2be4d2cc-d659-4c05-87cf-6225047058e7 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444109
Jun 04 13:51:20.469940 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-53ee6ba5-25cf-4e5d-a287-8644cf399fd7 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:20.545060 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ee6ba5-25cf-4e5d-a287-8644cf399fd7 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 is already hosted by enough agents. {{(pid=88595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:51:20.547959 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-53ee6ba5-25cf-4e5d-a287-8644cf399fd7 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Resources bound (agent type, host, resource id):  {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:51:20.551477 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ee6ba5-25cf-4e5d-a287-8644cf399fd7 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Received port after_create {{(pid=88595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:51:20.587283 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee6ba5-25cf-4e5d-a287-8644cf399fd7 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Pushing event updated for resources: {'Port': ['ID=cfecd1bf-8dea-40ec-b77f-6a90df9f7d32,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:20.611266 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-e46242c1-eeb1-494a-a866-6ad07b42a771 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:51:20.634044 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-e46242c1-eeb1-494a-a866-6ad07b42a771 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:51:20.640269 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a711aec5-b531-4fa8-90c8-57c18c340da6 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:20.729295 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a711aec5-b531-4fa8-90c8-57c18c340da6 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:20.794044 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-e46242c1-eeb1-494a-a866-6ad07b42a771 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Made reservation on behalf of 6aa03736214446fcaca77b1e2066ec8e for: {'port': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:51:20.797455 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-e46242c1-eeb1-494a-a866-6ad07b42a771 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:20.976937 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-53ee6ba5-25cf-4e5d-a287-8644cf399fd7 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:21.002453 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.l3_db [None req-a711aec5-b531-4fa8-90c8-57c18c340da6 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Floating IP f6390e2b-caa6-4d96-ac8f-5424bbd31972 associated. External IP: 172.27.2.208, port: f690b15e-dab2-4efe-a12b-ba2154a9f2f2.
Jun 04 13:51:21.102860 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-53ee6ba5-25cf-4e5d-a287-8644cf399fd7 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:21.195822 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_common [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-e46242c1-eeb1-494a-a866-6ad07b42a771 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Allocated IP 172.20.0.3 (730b0b69-5d72-430e-beb5-fce8910e6da2/9d31d2f1-5ecf-4ddc-8059-df8e004e3745/a1281c9d-7d72-4fe6-ad67-1d3c49186fbf) {{(pid=88594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:51:21.312313 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-53ee6ba5-25cf-4e5d-a287-8644cf399fd7 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for port, precommit_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:21.380688 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-53ee6ba5-25cf-4e5d-a287-8644cf399fd7 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64863338'] for port, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:21.484367 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee6ba5-25cf-4e5d-a287-8644cf399fd7 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Pushing event updated for resources: {'Port': ['ID=cfecd1bf-8dea-40ec-b77f-6a90df9f7d32,revision_number=2']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:21.503432 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-53ee6ba5-25cf-4e5d-a287-8644cf399fd7 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:21.529029 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3f7f46bc-b38e-4516-8223-5237d14b9a5f req-814f9235-e9c2-4ecf-b303-f34d1af1ecd5 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=3799867a-9576-447e-8411-e9afff92fa60 HTTP/1.1" status: 200  len: 210 time: 0.1589186
Jun 04 13:51:21.590840 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a711aec5-b531-4fa8-90c8-57c18c340da6 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:51:21.773177 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-e46242c1-eeb1-494a-a866-6ad07b42a771 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Notify callbacks [] for port, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:21.810969 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a711aec5-b531-4fa8-90c8-57c18c340da6 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:51:21.821712 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a711aec5-b531-4fa8-90c8-57c18c340da6 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:21.822382 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeb2e4f-32d5-4681-b155-73364221d223 None None] Sync routers for ids ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'] in dv-cinder-843593-2-iscsi {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:51:21.822839 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.db.l3_db [None req-53ee6ba5-25cf-4e5d-a287-8644cf399fd7 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Floating IP 2382609e-6453-4617-86b3-4a4caf4dcf2c associated. External IP: 172.27.2.53, port: aff15893-3c44-4c00-b2ef-8508906ab4fb.
Jun 04 13:51:21.832907 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeeb2e4f-32d5-4681-b155-73364221d223 None None] Routers {'6970f1a1-b3ff-41b6-80c8-570efa1a2642'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:51:21.833729 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-aeeb2e4f-32d5-4681-b155-73364221d223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e1bceb0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:51:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:51:21.881888 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-a711aec5-b531-4fa8-90c8-57c18c340da6 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "PUT /v2.0/floatingips/f6390e2b-caa6-4d96-ac8f-5424bbd31972 HTTP/1.1" status: 200  len: 992 time: 2.4117463
Jun 04 13:51:21.882928 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f816df7-aff1-48c8-9376-2974ce5c30b0', 'tag': 'f690b15e-dab2-4efe-a12b-ba2154a9f2f2'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:51:21.898313 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea021a-6c29-4d0a-8fb0-846458de35d6 req-2672ee15-4654-426a-9ec2-5cc45cd08b77 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:21.899833 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-fcea021a-6c29-4d0a-8fb0-846458de35d6 req-2672ee15-4654-426a-9ec2-5cc45cd08b77 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.3056221
Jun 04 13:51:21.929621 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-910941fa-2c7d-44c8-aaa6-734682787197'] response: {'name': 'network-changed', 'server_uuid': '9f816df7-aff1-48c8-9376-2974ce5c30b0', 'tag': 'f690b15e-dab2-4efe-a12b-ba2154a9f2f2', 'status': 'completed', 'code': 200}
Jun 04 13:51:21.946411 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-e46242c1-eeb1-494a-a866-6ad07b42a771 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:22.046893 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-aeeb2e4f-32d5-4681-b155-73364221d223 None None] Set router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:51:22.120476 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-fcea021a-6c29-4d0a-8fb0-846458de35d6 req-d8c55b78-78f3-4e91-9842-da44dd455eda tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2086112
Jun 04 13:51:22.180673 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-e46242c1-eeb1-494a-a866-6ad07b42a771 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Network 730b0b69-5d72-430e-beb5-fce8910e6da2 is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:51:22.186232 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-e46242c1-eeb1-494a-a866-6ad07b42a771 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:51:22.193138 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-e46242c1-eeb1-494a-a866-6ad07b42a771 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Received port after_create {{(pid=88594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:51:22.220036 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46242c1-eeb1-494a-a866-6ad07b42a771 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Pushing event updated for resources: {'Port': ['ID=a1281c9d-7d72-4fe6-ad67-1d3c49186fbf,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:22.248072 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ee6ba5-25cf-4e5d-a287-8644cf399fd7 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Router d18bd994-4218-4658-8c9b-806a7b3ab78e has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:51:22.277824 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-e46242c1-eeb1-494a-a866-6ad07b42a771 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:22.278421 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-e46242c1-eeb1-494a-a866-6ad07b42a771 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:22.291830 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494da57-e5f3-41a3-b48e-38490f7f701f req-2671ef74-2774-440b-950d-6c6c0591e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:22.293267 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1494da57-e5f3-41a3-b48e-38490f7f701f req-2671ef74-2774-440b-950d-6c6c0591e1f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=04f6f6455e3046efade411926e0f0561&device_id=9f816df7-aff1-48c8-9376-2974ce5c30b0 HTTP/1.1" status: 200  len: 1099 time: 0.1859245
Jun 04 13:51:22.376992 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-e46242c1-eeb1-494a-a866-6ad07b42a771 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0851460
Jun 04 13:51:22.402423 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-00ae1dc1-d196-4233-ace3-e63047fc84ff service neutron] Request body: {'port': {'device_id': '3799867a-9576-447e-8411-e9afff92fa60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:51:22.418718 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-aeeb2e4f-32d5-4681-b155-73364221d223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e1bceb0>, [{'id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:41Z', 'revision_number': 4, 'project_id': '04f6f6455e3046efade411926e0f0561', 'gw_port': {'id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': 'f6390e2b-caa6-4d96-ac8f-5424bbd31972', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'port_id': 'f690b15e-dab2-4efe-a12b-ba2154a9f2f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'mac_address': 'fa:16:3e:5a:b0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f816df7-aff1-48c8-9376-2974ce5c30b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:20Z', 'revision_number': 1, 'project_id': '04f6f6455e3046efade411926e0f0561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711cf581-c378-430c-a852-b96602d99b90', 'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'mac_address': 'fa:16:3e:bb:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:59Z', 'revision_number': 5, 'project_id': '04f6f6455e3046efade411926e0f0561', 'subnets': [{'id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:51:22.422952 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeb2e4f-32d5-4681-b155-73364221d223 None None] Checking router: 6970f1a1-b3ff-41b6-80c8-570efa1a2642 for host: dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:51:22.432056 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeeb2e4f-32d5-4681-b155-73364221d223 None None] Routers {'6970f1a1-b3ff-41b6-80c8-570efa1a2642'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:51:22.432738 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-aeeb2e4f-32d5-4681-b155-73364221d223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e1bceb0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:51:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:51:22.436792 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ee6ba5-25cf-4e5d-a287-8644cf399fd7 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:51:22.448467 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4a1f45-7a21-4a1f-a861-8d60eb8155ce None None] Sync routers for ids ['d18bd994-4218-4658-8c9b-806a7b3ab78e'] in dv-cinder-843593-2-iscsi {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:51:22.463782 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4a1f45-7a21-4a1f-a861-8d60eb8155ce None None] Routers {'d18bd994-4218-4658-8c9b-806a7b3ab78e'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:51:22.464613 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-6e4a1f45-7a21-4a1f-a861-8d60eb8155ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161eab3e20>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:51:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['d18bd994-4218-4658-8c9b-806a7b3ab78e'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:51:22.485755 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494da57-e5f3-41a3-b48e-38490f7f701f req-d05c9ba6-46e7-4317-bfef-f53cf46fbdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:22.487220 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1494da57-e5f3-41a3-b48e-38490f7f701f req-d05c9ba6-46e7-4317-bfef-f53cf46fbdc4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8b092770-eea2-4e76-9959-7bb13a86dfb1 HTTP/1.1" status: 200  len: 915 time: 0.1857855
Jun 04 13:51:22.540899 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-53ee6ba5-25cf-4e5d-a287-8644cf399fd7 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:22.605486 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-53ee6ba5-25cf-4e5d-a287-8644cf399fd7 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0316162
Jun 04 13:51:22.607044 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912deb47-3b01-485e-af4f-8184a9160cac', 'tag': 'aff15893-3c44-4c00-b2ef-8508906ab4fb'}] {{(pid=88595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:51:22.639304 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-aeeb2e4f-32d5-4681-b155-73364221d223 None None] Set router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:51:22.661215 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-00ae1dc1-d196-4233-ace3-e63047fc84ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:22.697295 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c63d371b-10fc-4afd-953c-1a5e918b9782'] response: {'name': 'network-changed', 'server_uuid': '912deb47-3b01-485e-af4f-8184a9160cac', 'tag': 'aff15893-3c44-4c00-b2ef-8508906ab4fb', 'status': 'completed', 'code': 200}
Jun 04 13:51:22.724373 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-6e4a1f45-7a21-4a1f-a861-8d60eb8155ce None None] Set router d18bd994-4218-4658-8c9b-806a7b3ab78e gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:51:22.726443 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1494da57-e5f3-41a3-b48e-38490f7f701f req-512d6999-6611-4467-a2f4-d02c355cb133 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f690b15e-dab2-4efe-a12b-ba2154a9f2f2 HTTP/1.1" status: 200  len: 1000 time: 0.2114687
Jun 04 13:51:22.839188 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41f590-877f-4662-bfa4-37ecabe8d1b7 req-01231d44-1647-4517-b357-e4e91b763fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:22.840692 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1b41f590-877f-4662-bfa4-37ecabe8d1b7 req-01231d44-1647-4517-b357-e4e91b763fa3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd4fbd1432c64d85808c9b11782432cb&device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 1099 time: 0.0830574
Jun 04 13:51:22.893404 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494da57-e5f3-41a3-b48e-38490f7f701f req-a48e5c45-7d76-4141-b59a-6f581bae9fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:22.894874 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1494da57-e5f3-41a3-b48e-38490f7f701f req-a48e5c45-7d76-4141-b59a-6f581bae9fff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69bc4cdc-ad33-4161-be2e-42ba13f7d967 HTTP/1.1" status: 200  len: 853 time: 0.1347656
Jun 04 13:51:22.997174 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41f590-877f-4662-bfa4-37ecabe8d1b7 req-3f4f9af3-c264-44af-96a6-7e32531ac316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:23.000190 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1b41f590-877f-4662-bfa4-37ecabe8d1b7 req-3f4f9af3-c264-44af-96a6-7e32531ac316 service neutron] 10.222.0.55 "GET /v2.0/networks?id=19f85a41-a048-43a5-8d0a-025ad151caaa HTTP/1.1" status: 200  len: 911 time: 0.1510954
Jun 04 13:51:23.006374 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3e052-1f5d-4b8a-84a9-333a2b8e67b8 req-17f3cc56-74e4-4970-a39d-1dbd0fdc16ab tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:23.007141 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-d0c3e052-1f5d-4b8a-84a9-333a2b8e67b8 req-17f3cc56-74e4-4970-a39d-1dbd0fdc16ab tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Synchronizing usage tracker for tenant:6aa03736214446fcaca77b1e2066ec8e on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:51:23.152430 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1b41f590-877f-4662-bfa4-37ecabe8d1b7 req-53254eb5-fde4-47aa-b25f-68e1406d3da5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aff15893-3c44-4c00-b2ef-8508906ab4fb HTTP/1.1" status: 200  len: 999 time: 0.1437230
Jun 04 13:51:23.153542 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494da57-e5f3-41a3-b48e-38490f7f701f req-adf0d41d-09e2-4917-a6fa-ab1615e6826c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:23.155027 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1494da57-e5f3-41a3-b48e-38490f7f701f req-adf0d41d-09e2-4917-a6fa-ab1615e6826c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8b092770-eea2-4e76-9959-7bb13a86dfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2460368
Jun 04 13:51:23.207767 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-aeeb2e4f-32d5-4681-b155-73364221d223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e1bceb0>, [{'id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:41Z', 'revision_number': 4, 'project_id': '04f6f6455e3046efade411926e0f0561', 'gw_port': {'id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': 'f6390e2b-caa6-4d96-ac8f-5424bbd31972', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'port_id': 'f690b15e-dab2-4efe-a12b-ba2154a9f2f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'mac_address': 'fa:16:3e:5a:b0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f816df7-aff1-48c8-9376-2974ce5c30b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:20Z', 'revision_number': 1, 'project_id': '04f6f6455e3046efade411926e0f0561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711cf581-c378-430c-a852-b96602d99b90', 'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'mac_address': 'fa:16:3e:bb:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:59Z', 'revision_number': 5, 'project_id': '04f6f6455e3046efade411926e0f0561', 'subnets': [{'id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:51:23.216667 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeb2e4f-32d5-4681-b155-73364221d223 None None] The sync data for ids ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'] in dv-cinder-843593-2-iscsi is: [{'id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:41Z', 'revision_number': 4, 'project_id': '04f6f6455e3046efade411926e0f0561', 'gw_port': {'id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': 'f6390e2b-caa6-4d96-ac8f-5424bbd31972', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'port_id': 'f690b15e-dab2-4efe-a12b-ba2154a9f2f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'mac_address': 'fa:16:3e:5a:b0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f816df7-aff1-48c8-9376-2974ce5c30b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:20Z', 'revision_number': 1, 'project_id': '04f6f6455e3046efade411926e0f0561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711cf581-c378-430c-a852-b96602d99b90', 'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'mac_address': 'fa:16:3e:bb:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:59Z', 'revision_number': 5, 'project_id': '04f6f6455e3046efade411926e0f0561', 'subnets': [{'id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:51:23.226640 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41f590-877f-4662-bfa4-37ecabe8d1b7 req-7a0e9fa0-7dc4-4931-bb91-cd3eb31a2c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:23.229118 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1b41f590-877f-4662-bfa4-37ecabe8d1b7 req-7a0e9fa0-7dc4-4931-bb91-cd3eb31a2c52 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ae316f83-c7c6-4bb6-8aee-ec9fe09a5191 HTTP/1.1" status: 200  len: 849 time: 0.0714211
Jun 04 13:51:23.231923 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-6e4a1f45-7a21-4a1f-a861-8d60eb8155ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161eab3e20>, [{'id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'name': 'tempest-TestVolumeBootPattern-79748535-router', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:12Z', 'revision_number': 4, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'gw_port': {'id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:49:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': '2382609e-6453-4617-86b3-4a4caf4dcf2c', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'port_id': 'aff15893-3c44-4c00-b2ef-8508906ab4fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'mac_address': 'fa:16:3e:ef:b9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912deb47-3b01-485e-af4f-8184a9160cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:51:20Z', 'updated_at': '2022-06-04T13:51:20Z', 'revision_number': 0, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3db062-2bc4-4080-9bd1-766b33e56904', 'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'mac_address': 'fa:16:3e:a5:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:12Z', 'updated_at': '2022-06-04T13:50:19Z', 'revision_number': 5, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'subnets': [{'id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:51:23.236459 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4a1f45-7a21-4a1f-a861-8d60eb8155ce None None] Checking router: d18bd994-4218-4658-8c9b-806a7b3ab78e for host: dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:51:23.245968 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4a1f45-7a21-4a1f-a861-8d60eb8155ce None None] Routers {'d18bd994-4218-4658-8c9b-806a7b3ab78e'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:51:23.246772 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-6e4a1f45-7a21-4a1f-a861-8d60eb8155ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161eab3e20>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:51:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['d18bd994-4218-4658-8c9b-806a7b3ab78e'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:51:23.315832 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1494da57-e5f3-41a3-b48e-38490f7f701f req-3c391f2b-f1b8-4faf-8076-9de60ff6a6bf service neutron] 10.222.0.55 "GET /v2.0/networks/8b092770-eea2-4e76-9959-7bb13a86dfb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502218
Jun 04 13:51:23.318608 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-d0c3e052-1f5d-4b8a-84a9-333a2b8e67b8 req-17f3cc56-74e4-4970-a39d-1dbd0fdc16ab tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Unset dirty status for tenant:6aa03736214446fcaca77b1e2066ec8e on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:51:23.320226 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d0c3e052-1f5d-4b8a-84a9-333a2b8e67b8 req-17f3cc56-74e4-4970-a39d-1dbd0fdc16ab tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=3799867a-9576-447e-8411-e9afff92fa60 HTTP/1.1" status: 200  len: 931 time: 0.6383448
Jun 04 13:51:23.407364 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41f590-877f-4662-bfa4-37ecabe8d1b7 req-cbf72761-c482-4749-b596-38c904b7588d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:23.408943 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1b41f590-877f-4662-bfa4-37ecabe8d1b7 req-cbf72761-c482-4749-b596-38c904b7588d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19f85a41-a048-43a5-8d0a-025ad151caaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1683707
Jun 04 13:51:23.417288 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecbafb-11be-4d76-8371-878f1559aa9b req-309ba375-008d-4bc7-a510-01f2dd3ec879 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:23.418869 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d6ecbafb-11be-4d76-8371-878f1559aa9b req-309ba375-008d-4bc7-a510-01f2dd3ec879 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.1261137
Jun 04 13:51:23.451241 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-6e4a1f45-7a21-4a1f-a861-8d60eb8155ce None None] Set router d18bd994-4218-4658-8c9b-806a7b3ab78e gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:51:23.477106 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d0c3e052-1f5d-4b8a-84a9-333a2b8e67b8 req-6e580801-662d-499b-9048-9647a54720cb tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/security-groups?id=463b3b4c-2ed3-4b10-80a4-ed65c0745064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223435
Jun 04 13:51:23.506149 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80242659-da31-41e9-91ff-88983f5cfda9 None None] New status for floating IP f6390e2b-caa6-4d96-ac8f-5424bbd31972: ACTIVE {{(pid=88596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:51:23.568386 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d6ecbafb-11be-4d76-8371-878f1559aa9b req-49e044aa-dd81-40ea-b16c-155426456a8d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1311185
Jun 04 13:51:23.603003 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1494da57-e5f3-41a3-b48e-38490f7f701f req-e2b11d8f-d127-49e7-a1f9-4ae035cd14dd service neutron] 10.222.0.55 "GET /v2.0/networks/8b092770-eea2-4e76-9959-7bb13a86dfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2643015
Jun 04 13:51:23.624146 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1b41f590-877f-4662-bfa4-37ecabe8d1b7 req-bf9f332d-b6be-40be-961f-5575ceabd48f service neutron] 10.222.0.55 "GET /v2.0/networks/19f85a41-a048-43a5-8d0a-025ad151caaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2031667
Jun 04 13:51:23.626129 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-00ae1dc1-d196-4233-ace3-e63047fc84ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1281c9d-7d72-4fe6-ad67-1d3c49186fbf {{(pid=88594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:51:23.634939 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-00ae1dc1-d196-4233-ace3-e63047fc84ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:23.654366 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-00ae1dc1-d196-4233-ace3-e63047fc84ff service neutron] Transition to ACTIVE for port object a1281c9d-7d72-4fe6-ad67-1d3c49186fbf will not be triggered until provisioned by entity L2. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:51:23.769290 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-00ae1dc1-d196-4233-ace3-e63047fc84ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:23.853635 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-6e4a1f45-7a21-4a1f-a861-8d60eb8155ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161eab3e20>, [{'id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'name': 'tempest-TestVolumeBootPattern-79748535-router', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:12Z', 'revision_number': 4, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'gw_port': {'id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:49:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': '2382609e-6453-4617-86b3-4a4caf4dcf2c', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'port_id': 'aff15893-3c44-4c00-b2ef-8508906ab4fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'mac_address': 'fa:16:3e:ef:b9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912deb47-3b01-485e-af4f-8184a9160cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:51:20Z', 'updated_at': '2022-06-04T13:51:20Z', 'revision_number': 0, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3db062-2bc4-4080-9bd1-766b33e56904', 'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'mac_address': 'fa:16:3e:a5:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:12Z', 'updated_at': '2022-06-04T13:50:19Z', 'revision_number': 5, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'subnets': [{'id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:51:23.857664 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4a1f45-7a21-4a1f-a861-8d60eb8155ce None None] The sync data for ids ['d18bd994-4218-4658-8c9b-806a7b3ab78e'] in dv-cinder-843593-2-iscsi is: [{'id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'name': 'tempest-TestVolumeBootPattern-79748535-router', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:12Z', 'revision_number': 4, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'gw_port': {'id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:49:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': '2382609e-6453-4617-86b3-4a4caf4dcf2c', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'port_id': 'aff15893-3c44-4c00-b2ef-8508906ab4fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'mac_address': 'fa:16:3e:ef:b9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912deb47-3b01-485e-af4f-8184a9160cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:51:20Z', 'updated_at': '2022-06-04T13:51:20Z', 'revision_number': 0, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3db062-2bc4-4080-9bd1-766b33e56904', 'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'mac_address': 'fa:16:3e:a5:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:12Z', 'updated_at': '2022-06-04T13:50:19Z', 'revision_number': 5, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'subnets': [{'id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:51:23.879161 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1b41f590-877f-4662-bfa4-37ecabe8d1b7 req-9f201d43-4778-48d1-9d92-697d77935bad service neutron] 10.222.0.55 "GET /v2.0/networks/19f85a41-a048-43a5-8d0a-025ad151caaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2429612
Jun 04 13:51:24.038215 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae1dc1-d196-4233-ace3-e63047fc84ff service neutron] Pushing event updated for resources: {'Port': ['ID=a1281c9d-7d72-4fe6-ad67-1d3c49186fbf,revision_number=2']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:24.052656 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff1563f-e7f6-4dd5-a697-dfb1090e18e6 None None] New status for floating IP 2382609e-6453-4617-86b3-4a4caf4dcf2c: ACTIVE {{(pid=88597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:51:24.120950 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-00ae1dc1-d196-4233-ace3-e63047fc84ff service neutron] Attempting to bind port a1281c9d-7d72-4fe6-ad67-1d3c49186fbf on host hv-cinder-84359 for vnic_type normal with profile  {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:51:24.121358 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-00ae1dc1-d196-4233-ace3-e63047fc84ff service neutron] Attempting to bind port a1281c9d-7d72-4fe6-ad67-1d3c49186fbf by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': '4557923e-4c95-473c-9b7e-16c5fd711bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '730b0b69-5d72-430e-beb5-fce8910e6da2'}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:51:24.121722 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-00ae1dc1-d196-4233-ace3-e63047fc84ff service neutron] Attempting to bind port a1281c9d-7d72-4fe6-ad67-1d3c49186fbf on network 730b0b69-5d72-430e-beb5-fce8910e6da2 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:51:24.128896 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-00ae1dc1-d196-4233-ace3-e63047fc84ff service neutron] Port a1281c9d-7d72-4fe6-ad67-1d3c49186fbf on network 730b0b69-5d72-430e-beb5-fce8910e6da2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:51:24.129378 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-00ae1dc1-d196-4233-ace3-e63047fc84ff service neutron] Attempting to bind port a1281c9d-7d72-4fe6-ad67-1d3c49186fbf on network 730b0b69-5d72-430e-beb5-fce8910e6da2 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:51:24.134653 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-00ae1dc1-d196-4233-ace3-e63047fc84ff service neutron] Checking agent: {'id': '3f86017d-093a-400f-b732-6c31be8aecc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'started_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:51:24.135005 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-00ae1dc1-d196-4233-ace3-e63047fc84ff service neutron] Checking segment: {'id': '4557923e-4c95-473c-9b7e-16c5fd711bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '730b0b69-5d72-430e-beb5-fce8910e6da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:51:24.135383 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-00ae1dc1-d196-4233-ace3-e63047fc84ff service neutron] Bound using segment: {'id': '4557923e-4c95-473c-9b7e-16c5fd711bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '730b0b69-5d72-430e-beb5-fce8910e6da2'} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:51:24.135828 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-00ae1dc1-d196-4233-ace3-e63047fc84ff service neutron] Bound port: a1281c9d-7d72-4fe6-ad67-1d3c49186fbf, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4557923e-4c95-473c-9b7e-16c5fd711bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '730b0b69-5d72-430e-beb5-fce8910e6da2'}}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:51:24.136166 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-00ae1dc1-d196-4233-ace3-e63047fc84ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:24.228935 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-00ae1dc1-d196-4233-ace3-e63047fc84ff service neutron] For port a1281c9d-7d72-4fe6-ad67-1d3c49186fbf, host hv-cinder-84359, cleared binding levels {{(pid=88594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:51:24.231841 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-00ae1dc1-d196-4233-ace3-e63047fc84ff service neutron] For port a1281c9d-7d72-4fe6-ad67-1d3c49186fbf, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=a1281c9d-7d72-4fe6-ad67-1d3c49186fbf,segment=NetworkSegment(4557923e-4c95-473c-9b7e-16c5fd711bf4),segment_id=4557923e-4c95-473c-9b7e-16c5fd711bf4)] {{(pid=88594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:51:24.335308 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-00ae1dc1-d196-4233-ace3-e63047fc84ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:24.395811 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-00ae1dc1-d196-4233-ace3-e63047fc84ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:24.396440 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-00ae1dc1-d196-4233-ace3-e63047fc84ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:24.398310 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-00ae1dc1-d196-4233-ace3-e63047fc84ff service neutron] 10.222.0.55 "PUT /v2.0/ports/a1281c9d-7d72-4fe6-ad67-1d3c49186fbf HTTP/1.1" status: 200  len: 1093 time: 2.0004160
Jun 04 13:51:24.398740 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3799867a-9576-447e-8411-e9afff92fa60', 'tag': 'a1281c9d-7d72-4fe6-ad67-1d3c49186fbf'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:51:24.418272 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae1dc1-d196-4233-ace3-e63047fc84ff service neutron] Pushing event updated for resources: {'Port': ['ID=a1281c9d-7d72-4fe6-ad67-1d3c49186fbf,revision_number=3']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:24.448535 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d270be3-89e8-4c75-adc1-7860c47fbc20'] response: {'name': 'network-changed', 'server_uuid': '3799867a-9576-447e-8411-e9afff92fa60', 'tag': 'a1281c9d-7d72-4fe6-ad67-1d3c49186fbf', 'status': 'completed', 'code': 200}
Jun 04 13:51:24.613016 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb155f74-4017-49d5-bed8-aa408f1891b6 req-3fe44f4b-2208-4966-bfb4-6d7890bf185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:24.614518 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-eb155f74-4017-49d5-bed8-aa408f1891b6 req-3fe44f4b-2208-4966-bfb4-6d7890bf185c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6aa03736214446fcaca77b1e2066ec8e&device_id=3799867a-9576-447e-8411-e9afff92fa60 HTTP/1.1" status: 200  len: 1096 time: 0.0783870
Jun 04 13:51:24.714257 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-85aa9307-a474-4616-a8a8-749a22828dda req-0d2bb949-8115-40c5-a2a9-532d6bea90c9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1319635
Jun 04 13:51:24.725174 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277bf3e-ba1d-4d3e-945d-5e8962604160 req-1d498ecb-47d3-40ef-b0c0-2d86ff914c09 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:24.727122 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-0277bf3e-ba1d-4d3e-945d-5e8962604160 req-1d498ecb-47d3-40ef-b0c0-2d86ff914c09 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=3799867a-9576-447e-8411-e9afff92fa60 HTTP/1.1" status: 200  len: 943 time: 0.1132302
Jun 04 13:51:24.776210 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-0277bf3e-ba1d-4d3e-945d-5e8962604160 req-1ef24380-c308-4348-a697-3c66a5613beb tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/security-groups?id=463b3b4c-2ed3-4b10-80a4-ed65c0745064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430114
Jun 04 13:51:24.816745 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb155f74-4017-49d5-bed8-aa408f1891b6 req-6b8fec9c-3ce2-4df4-8647-e832b51e8e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:24.818173 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-eb155f74-4017-49d5-bed8-aa408f1891b6 req-6b8fec9c-3ce2-4df4-8647-e832b51e8e7e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6aa03736214446fcaca77b1e2066ec8e&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1897280
Jun 04 13:51:24.837301 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f0da8-5a07-4219-9669-687bd0b913db req-c83a53fe-b233-4592-9991-2d5ba6af84a5 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:24.838895 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ad2f0da8-5a07-4219-9669-687bd0b913db req-c83a53fe-b233-4592-9991-2d5ba6af84a5 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.1395109
Jun 04 13:51:24.861088 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa9307-a474-4616-a8a8-749a22828dda req-99b876f7-1800-4998-b430-7f8f9bafd766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:24.862450 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-85aa9307-a474-4616-a8a8-749a22828dda req-99b876f7-1800-4998-b430-7f8f9bafd766 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9650a71550354afb93718cd61f608fa7&device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 1098 time: 0.0700161
Jun 04 13:51:24.882822 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ad2f0da8-5a07-4219-9669-687bd0b913db req-3237eeea-041e-4cd8-a1b5-694cf17e1eed tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376530
Jun 04 13:51:25.117413 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb155f74-4017-49d5-bed8-aa408f1891b6 req-713cbe53-7909-4822-a76e-e4ccf01a25e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:25.118872 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-eb155f74-4017-49d5-bed8-aa408f1891b6 req-713cbe53-7909-4822-a76e-e4ccf01a25e2 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1308968
Jun 04 13:51:25.143257 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa9307-a474-4616-a8a8-749a22828dda req-84dc9eae-705a-4017-9473-e832f4c5fc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:25.144706 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-85aa9307-a474-4616-a8a8-749a22828dda req-84dc9eae-705a-4017-9473-e832f4c5fc2e service neutron] 10.222.0.55 "GET /v2.0/networks?id=7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb HTTP/1.1" status: 200  len: 910 time: 0.1325748
Jun 04 13:51:25.264901 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-85aa9307-a474-4616-a8a8-749a22828dda req-b3febd72-d052-47c4-8483-05d3cfb1ba67 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=146e29a3-ae72-4d89-8eed-82b6a6bd7f5d HTTP/1.1" status: 200  len: 1001 time: 0.1028073
Jun 04 13:51:25.279488 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-b5cf3d2d-0030-49b0-8e7e-272b75f02843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:25.280959 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-b5cf3d2d-0030-49b0-8e7e-272b75f02843 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6aa03736214446fcaca77b1e2066ec8e&device_id=3799867a-9576-447e-8411-e9afff92fa60 HTTP/1.1" status: 200  len: 1096 time: 0.0797784
Jun 04 13:51:25.331138 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa9307-a474-4616-a8a8-749a22828dda req-2cd71090-d6bc-4e24-9f9f-c3067bc2d490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:25.332545 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-85aa9307-a474-4616-a8a8-749a22828dda req-2cd71090-d6bc-4e24-9f9f-c3067bc2d490 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e HTTP/1.1" status: 200  len: 848 time: 0.0606675
Jun 04 13:51:25.357098 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-022a5e52-b63b-41a2-8e27-c0d313590519 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1281c9d-7d72-4fe6-ad67-1d3c49186fbf HTTP/1.1" status: 200  len: 217 time: 0.0631125
Jun 04 13:51:25.512883 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa9307-a474-4616-a8a8-749a22828dda req-75b6ffe0-72ef-4774-899c-724536583be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:25.514409 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-85aa9307-a474-4616-a8a8-749a22828dda req-75b6ffe0-72ef-4774-899c-724536583be5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0811272
Jun 04 13:51:25.532866 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-de21136c-4edb-4e7f-ac8f-0a4ca62023c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:25.534293 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-de21136c-4edb-4e7f-ac8f-0a4ca62023c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d31d2f1-5ecf-4ddc-8059-df8e004e3745 HTTP/1.1" status: 200  len: 853 time: 0.1014678
Jun 04 13:51:25.589232 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-7d311e31-b916-4ef9-bf43-8e8a5fb6dc2c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=730b0b69-5d72-430e-beb5-fce8910e6da2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0477149
Jun 04 13:51:25.624402 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f8984-4940-47af-9477-77082168dd9a req-44ab3505-0d0c-48ab-999e-33ba13a7d88c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:25.625809 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-777f8984-4940-47af-9477-77082168dd9a req-44ab3505-0d0c-48ab-999e-33ba13a7d88c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.1611879
Jun 04 13:51:25.652800 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-85aa9307-a474-4616-a8a8-749a22828dda req-d4f830b9-cd26-4a16-878b-230cc172eeda service neutron] 10.222.0.55 "GET /v2.0/networks/7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1300244
Jun 04 13:51:25.766865 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-777f8984-4940-47af-9477-77082168dd9a req-aff280b7-8061-4088-a785-1b0dfffb5e47 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Deleting port 8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:51:25.767145 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-777f8984-4940-47af-9477-77082168dd9a req-aff280b7-8061-4088-a785-1b0dfffb5e47 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:25.791545 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-85aa9307-a474-4616-a8a8-749a22828dda req-6847de2f-5ae9-4164-9bcb-895e0081ebc3 service neutron] 10.222.0.55 "GET /v2.0/networks/7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283877
Jun 04 13:51:25.838358 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-94e573fa-04c0-4353-b9a4-2f2043313f6f service neutron] 10.222.0.55 "GET /v2.0/networks/730b0b69-5d72-430e-beb5-fce8910e6da2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2415166
Jun 04 13:51:25.901249 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:25.964886 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2f5b1-a83d-443d-a4dc-0aabc8ce278b req-81c03fdf-00d2-4bf0-b338-5dfff887830c tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:25.966597 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-afb2f5b1-a83d-443d-a4dc-0aabc8ce278b req-81c03fdf-00d2-4bf0-b338-5dfff887830c tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=3799867a-9576-447e-8411-e9afff92fa60 HTTP/1.1" status: 200  len: 943 time: 0.0811193
Jun 04 13:51:26.014937 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-afb2f5b1-a83d-443d-a4dc-0aabc8ce278b req-dfe6d2d5-a6f1-4734-9d07-2d7c727e5177 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/security-groups?id=463b3b4c-2ed3-4b10-80a4-ed65c0745064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428700
Jun 04 13:51:26.245470 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-44a51fff-bbac-40a8-bb36-8c09234c77d5 req-a905a481-e720-43c9-af7a-df941e04e360 service neutron] 10.222.0.55 "GET /v2.0/networks/730b0b69-5d72-430e-beb5-fce8910e6da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3774655
Jun 04 13:51:26.300135 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-777f8984-4940-47af-9477-77082168dd9a req-aff280b7-8061-4088-a785-1b0dfffb5e47 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] For port 8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad,segment=NetworkSegment(d13a9ae4-ef0b-4edb-8601-373381df8c02),segment_id=d13a9ae4-ef0b-4edb-8601-373381df8c02)] {{(pid=88594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:51:26.300487 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-777f8984-4940-47af-9477-77082168dd9a req-aff280b7-8061-4088-a785-1b0dfffb5e47 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:26.318221 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50acc3a-e3fc-4823-acab-d6a51220dc34 req-aeef7d8a-b20a-4f74-b143-06f83560fd14 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:26.319724 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a50acc3a-e3fc-4823-acab-d6a51220dc34 req-aeef7d8a-b20a-4f74-b143-06f83560fd14 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 945 time: 0.3231974
Jun 04 13:51:26.507069 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a50acc3a-e3fc-4823-acab-d6a51220dc34 req-22c6a37f-a267-48a7-b7eb-bb0e226de821 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1358390
Jun 04 13:51:26.634879 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-777f8984-4940-47af-9477-77082168dd9a req-aff280b7-8061-4088-a785-1b0dfffb5e47 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:26.635294 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-777f8984-4940-47af-9477-77082168dd9a req-aff280b7-8061-4088-a785-1b0dfffb5e47 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:26.635591 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.l3_db [req-777f8984-4940-47af-9477-77082168dd9a req-aff280b7-8061-4088-a785-1b0dfffb5e47 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Floating IP b4255824-9096-4b6a-a411-fce5e1a34912 disassociated. External IP: 172.27.2.155, port: 8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad.
Jun 04 13:51:26.635929 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-777f8984-4940-47af-9477-77082168dd9a req-aff280b7-8061-4088-a785-1b0dfffb5e47 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Calling delete_port for 8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad owned by compute:nova {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:51:26.922451 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-777f8984-4940-47af-9477-77082168dd9a req-aff280b7-8061-4088-a785-1b0dfffb5e47 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:26.973006 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff280b7-8061-4088-a785-1b0dfffb5e47 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Pushing event deleted for resources: {'Port': ['ID=8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:27.174080 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-777f8984-4940-47af-9477-77082168dd9a req-aff280b7-8061-4088-a785-1b0dfffb5e47 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Router a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1 has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:51:27.205400 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2e9ac-3fde-4406-81b0-a2f779c778ec req-e07e5f84-22fa-44da-810b-f507fbead599 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:27.207639 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-fff2e9ac-3fde-4406-81b0-a2f779c778ec req-e07e5f84-22fa-44da-810b-f507fbead599 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=3799867a-9576-447e-8411-e9afff92fa60 HTTP/1.1" status: 200  len: 943 time: 0.0847411
Jun 04 13:51:27.255065 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-fff2e9ac-3fde-4406-81b0-a2f779c778ec req-d93ea1ec-c732-45ba-92ce-62fdf5792e46 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/security-groups?id=463b3b4c-2ed3-4b10-80a4-ed65c0745064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408053
Jun 04 13:51:27.358174 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-777f8984-4940-47af-9477-77082168dd9a req-aff280b7-8061-4088-a785-1b0dfffb5e47 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:51:27.372088 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e54a51-5613-496d-92fa-6b35a38d429d None None] Sync routers for ids ['a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'] in dv-cinder-843593-2-iscsi {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:51:27.388731 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e54a51-5613-496d-92fa-6b35a38d429d None None] Routers {'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:51:27.389364 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-b8e54a51-5613-496d-92fa-6b35a38d429d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e18c2b0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:51:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:51:27.440598 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-777f8984-4940-47af-9477-77082168dd9a req-aff280b7-8061-4088-a785-1b0dfffb5e47 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] No DVR routers for this DVR port 8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad on host hv-cinder-84359 {{(pid=88594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:51:27.443085 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-777f8984-4940-47af-9477-77082168dd9a req-aff280b7-8061-4088-a785-1b0dfffb5e47 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:27.445848 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a1a4e3-3e43-46af-8671-df544af4a31e', 'name': 'network-vif-deleted', 'tag': '8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:51:27.515693 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72744b16-9ddc-4394-947b-a0be66226b43'] response: {'server_uuid': 'b5a1a4e3-3e43-46af-8671-df544af4a31e', 'name': 'network-vif-deleted', 'tag': '8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad', 'status': 'completed', 'code': 200}
Jun 04 13:51:27.543565 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-777f8984-4940-47af-9477-77082168dd9a req-aff280b7-8061-4088-a785-1b0dfffb5e47 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.55 "DELETE /v2.0/ports/8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad HTTP/1.1" status: 204  len: 173 time: 1.8702631
Jun 04 13:51:27.614216 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-b8e54a51-5613-496d-92fa-6b35a38d429d None None] Set router a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:51:27.811153 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-72a9b5c0-0e96-4498-b959-65fb3d5af771 req-77dc8508-4316-43de-885e-9f7b87cf4f89 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5a1a4e3-3e43-46af-8671-df544af4a31e HTTP/1.1" status: 200  len: 210 time: 0.0473113
Jun 04 13:51:27.927815 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-b8e54a51-5613-496d-92fa-6b35a38d429d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e18c2b0>, [{'id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1954090409-router', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '933c689e-a0db-4d1d-bc49-320c46489e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:31Z', 'updated_at': '2022-06-04T13:46:43Z', 'revision_number': 4, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'gw_port': {'id': '933c689e-a0db-4d1d-bc49-320c46489e7d', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': 'b595485d-e0c8-46dc-88e9-3bfa14c1292c', 'name': '', 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'mac_address': 'fa:16:3e:31:2d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b7ee1fc-be06-43a6-b80c-c1390a27d5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:58Z', 'revision_number': 5, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'subnets': [{'id': '0b7ee1fc-be06-43a6-b80c-c1390a27d5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:51:27.931630 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e54a51-5613-496d-92fa-6b35a38d429d None None] Checking router: a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1 for host: dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:51:27.939779 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e54a51-5613-496d-92fa-6b35a38d429d None None] Routers {'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:51:27.940356 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-b8e54a51-5613-496d-92fa-6b35a38d429d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e18c2b0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:51:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:51:28.115105 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-b8e54a51-5613-496d-92fa-6b35a38d429d None None] Set router a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:51:28.453619 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57600a62-28c3-4d44-8d30-33caddec30c4 req-edf7590f-37cb-43f5-8a72-196a288d3f76 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:28.455310 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-57600a62-28c3-4d44-8d30-33caddec30c4 req-edf7590f-37cb-43f5-8a72-196a288d3f76 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=3799867a-9576-447e-8411-e9afff92fa60 HTTP/1.1" status: 200  len: 943 time: 0.0898273
Jun 04 13:51:28.467139 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-b8e54a51-5613-496d-92fa-6b35a38d429d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e18c2b0>, [{'id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1954090409-router', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '933c689e-a0db-4d1d-bc49-320c46489e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:31Z', 'updated_at': '2022-06-04T13:46:43Z', 'revision_number': 4, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'gw_port': {'id': '933c689e-a0db-4d1d-bc49-320c46489e7d', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': 'b595485d-e0c8-46dc-88e9-3bfa14c1292c', 'name': '', 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'mac_address': 'fa:16:3e:31:2d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b7ee1fc-be06-43a6-b80c-c1390a27d5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:58Z', 'revision_number': 5, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'subnets': [{'id': '0b7ee1fc-be06-43a6-b80c-c1390a27d5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:51:28.471353 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e54a51-5613-496d-92fa-6b35a38d429d None None] The sync data for ids ['a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'] in dv-cinder-843593-2-iscsi is: [{'id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1954090409-router', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '933c689e-a0db-4d1d-bc49-320c46489e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:31Z', 'updated_at': '2022-06-04T13:46:43Z', 'revision_number': 4, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'gw_port': {'id': '933c689e-a0db-4d1d-bc49-320c46489e7d', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': 'b595485d-e0c8-46dc-88e9-3bfa14c1292c', 'name': '', 'network_id': 'c7d55235-bf68-4e08-8155-47e9a6165636', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'mac_address': 'fa:16:3e:31:2d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b7ee1fc-be06-43a6-b80c-c1390a27d5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:58Z', 'revision_number': 5, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'subnets': [{'id': '0b7ee1fc-be06-43a6-b80c-c1390a27d5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:51:28.504504 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-57600a62-28c3-4d44-8d30-33caddec30c4 req-308c8f6f-4303-4e45-9a5f-69ed36c24fe9 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/security-groups?id=463b3b4c-2ed3-4b10-80a4-ed65c0745064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432146
Jun 04 13:51:28.714096 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28204431-2c41-40ae-ab05-d79a5bc0ded6 None None] New status for floating IP b4255824-9096-4b6a-a411-fce5e1a34912: DOWN {{(pid=88597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:51:28.956804 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device a1281c9d-7d72-4fe6-ad67-1d3c49186fbf details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:51:28.970488 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 48726) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:51:29.066216 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-639a21b3-c64e-4324-9331-31b933d04bf9 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:29.095964 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-639a21b3-c64e-4324-9331-31b933d04bf9 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:29.153075 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port a1281c9d-7d72-4fe6-ad67-1d3c49186fbf, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=a1281c9d-7d72-4fe6-ad67-1d3c49186fbf,segment=NetworkSegment(4557923e-4c95-473c-9b7e-16c5fd711bf4),segment_id=4557923e-4c95-473c-9b7e-16c5fd711bf4)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:51:29.168093 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Returning: {'device': 'a1281c9d-7d72-4fe6-ad67-1d3c49186fbf', 'network_id': '730b0b69-5d72-430e-beb5-fce8910e6da2', 'port_id': 'a1281c9d-7d72-4fe6-ad67-1d3c49186fbf', 'mac_address': 'fa:16:3e:4e:9e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d31d2f1-5ecf-4ddc-8059-df8e004e3745', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:51:29.208849 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-639a21b3-c64e-4324-9331-31b933d04bf9 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:29.221928 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port a1281c9d-7d72-4fe6-ad67-1d3c49186fbf is: DOWN; New status is: BUILD {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:51:29.226896 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:29.227035 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a21b3-c64e-4324-9331-31b933d04bf9 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3574ec29-1c9f-4b15-9f7d-8f12c94f7c89,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:29.248947 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1281c9d-7d72-4fe6-ad67-1d3c49186fbf {{(pid=88596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:51:29.264912 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port a1281c9d-7d72-4fe6-ad67-1d3c49186fbf, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=a1281c9d-7d72-4fe6-ad67-1d3c49186fbf,segment=NetworkSegment(4557923e-4c95-473c-9b7e-16c5fd711bf4),segment_id=4557923e-4c95-473c-9b7e-16c5fd711bf4)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:51:29.277079 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-639a21b3-c64e-4324-9331-31b933d04bf9 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:29.278184 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-639a21b3-c64e-4324-9331-31b933d04bf9 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "DELETE /v2.0/security-groups/3574ec29-1c9f-4b15-9f7d-8f12c94f7c89 HTTP/1.1" status: 204  len: 168 time: 0.3097143
Jun 04 13:51:29.280787 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 48732) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:51:29.296228 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.api.v2.resource [None req-087e0598-2b12-45fc-8024-22219af7741d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] show failed (client error): The resource could not be found.
Jun 04 13:51:29.297147 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-087e0598-2b12-45fc-8024-22219af7741d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups/3574ec29-1c9f-4b15-9f7d-8f12c94f7c89 HTTP/1.1" status: 404  len: 347 time: 0.0155094
Jun 04 13:51:29.303435 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 48736) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:51:29.311713 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:29.382660 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=a1281c9d-7d72-4fe6-ad67-1d3c49186fbf,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:29.389786 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:29.390127 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:29.390457 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:29.390785 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:29.391156 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:29.391457 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:29.391793 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:29.392094 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:29.392435 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:29.392753 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:29.393064 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:29.393373 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:29.539822 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-fa93c5b3-2394-4d63-90a9-e393d175980d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Deleting port dd0c0402-e59d-48c5-b04f-5f67d39e4742 {{(pid=88595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:51:29.540155 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-fa93c5b3-2394-4d63-90a9-e393d175980d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:29.690179 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['a1281c9d-7d72-4fe6-ad67-1d3c49186fbf'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:51:29.716170 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-fa93c5b3-2394-4d63-90a9-e393d175980d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:29.716506 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-fa93c5b3-2394-4d63-90a9-e393d175980d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:29.871800 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-fa93c5b3-2394-4d63-90a9-e393d175980d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Calling delete_port for dd0c0402-e59d-48c5-b04f-5f67d39e4742 owned by network:floatingip {{(pid=88595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:51:29.980843 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad606b-f32e-49cd-9c11-94195706e723 req-996bedca-a9aa-4b55-98be-2452434c2444 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:29.982437 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-33ad606b-f32e-49cd-9c11-94195706e723 req-996bedca-a9aa-4b55-98be-2452434c2444 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=3799867a-9576-447e-8411-e9afff92fa60 HTTP/1.1" status: 200  len: 944 time: 0.3279433
Jun 04 13:51:30.074064 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-33ad606b-f32e-49cd-9c11-94195706e723 req-3850e3cd-9774-4c0a-8792-b8761dea0c4e tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/security-groups?id=463b3b4c-2ed3-4b10-80a4-ed65c0745064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599384
Jun 04 13:51:30.133825 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-fa93c5b3-2394-4d63-90a9-e393d175980d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:30.184500 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93c5b3-2394-4d63-90a9-e393d175980d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Pushing event deleted for resources: {'Port': ['ID=dd0c0402-e59d-48c5-b04f-5f67d39e4742,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:30.272388 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-fa93c5b3-2394-4d63-90a9-e393d175980d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks [] for floatingip, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:30.286081 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-fa93c5b3-2394-4d63-90a9-e393d175980d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:30.287244 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-fa93c5b3-2394-4d63-90a9-e393d175980d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "DELETE /v2.0/floatingips/b4255824-9096-4b6a-a411-fce5e1a34912 HTTP/1.1" status: 204  len: 168 time: 0.9829314
Jun 04 13:51:30.963338 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device a1281c9d-7d72-4fe6-ad67-1d3c49186fbf up at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:51:31.117375 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning for port a1281c9d-7d72-4fe6-ad67-1d3c49186fbf completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:51:31.122708 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning complete for port a1281c9d-7d72-4fe6-ad67-1d3c49186fbf triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:51:31.123118 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:31.243754 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port a1281c9d-7d72-4fe6-ad67-1d3c49186fbf is: BUILD; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:51:31.244113 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:31.272150 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3799867a-9576-447e-8411-e9afff92fa60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1281c9d-7d72-4fe6-ad67-1d3c49186fbf'}] {{(pid=88596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:51:31.287421 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port a1281c9d-7d72-4fe6-ad67-1d3c49186fbf, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=a1281c9d-7d72-4fe6-ad67-1d3c49186fbf,segment=NetworkSegment(4557923e-4c95-473c-9b7e-16c5fd711bf4),segment_id=4557923e-4c95-473c-9b7e-16c5fd711bf4)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:51:31.316648 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731feb9a-82be-4550-b330-7ee76df3373c req-2d0bfb03-3362-44ef-9c54-bb7b650f8e67 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:31.318099 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-731feb9a-82be-4550-b330-7ee76df3373c req-2d0bfb03-3362-44ef-9c54-bb7b650f8e67 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=3799867a-9576-447e-8411-e9afff92fa60 HTTP/1.1" status: 200  len: 944 time: 0.1343765
Jun 04 13:51:31.320598 dv-cinder-843593-2-iscsi neutron-server[88596]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da94323b-29b4-4c59-9f21-ee9ab0795dc3'] response: {'server_uuid': '3799867a-9576-447e-8411-e9afff92fa60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1281c9d-7d72-4fe6-ad67-1d3c49186fbf', 'code': 200}
Jun 04 13:51:31.346252 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:31.347296 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:51:31.364000 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-731feb9a-82be-4550-b330-7ee76df3373c req-cf9f625d-4fe5-49d2-b009-660b63a5341f tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/security-groups?id=463b3b4c-2ed3-4b10-80a4-ed65c0745064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397501
Jun 04 13:51:31.427086 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] No Port match for: 8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:51:31.427382 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 8c2c7f1c-6ddf-45e6-8bda-345b06cb54ad not bound to the agent host hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:51:31.461538 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=a1281c9d-7d72-4fe6-ad67-1d3c49186fbf,revision_number=5']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:31.500087 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-641d5922-a58b-446c-8862-a65f513b967c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:31.715185 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2308b-b6f8-435b-9209-237ec1ab12ac req-3aab067d-b530-441b-8acc-e5d9f189aeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:31.716652 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a2d2308b-b6f8-435b-9209-237ec1ab12ac req-3aab067d-b530-441b-8acc-e5d9f189aeff service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3799867a-9576-447e-8411-e9afff92fa60 HTTP/1.1" status: 200  len: 1098 time: 0.0821092
Jun 04 13:51:31.757418 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a2d2308b-b6f8-435b-9209-237ec1ab12ac req-95c5d5da-bfd1-4e10-93ec-38c520da8483 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=463b3b4c-2ed3-4b10-80a4-ed65c0745064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0341988
Jun 04 13:51:32.557309 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94697a-a35c-4c96-944a-c952eca30c86 req-e3f115f2-0e61-4f76-97f2-3e8ca64dece7 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:32.558737 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-8b94697a-a35c-4c96-944a-c952eca30c86 req-e3f115f2-0e61-4f76-97f2-3e8ca64dece7 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=3799867a-9576-447e-8411-e9afff92fa60 HTTP/1.1" status: 200  len: 945 time: 0.0863113
Jun 04 13:51:32.601763 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-8b94697a-a35c-4c96-944a-c952eca30c86 req-2b2f6722-2b15-4e25-8568-9debd28df138 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/security-groups?id=463b3b4c-2ed3-4b10-80a4-ed65c0745064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369906
Jun 04 13:51:33.316410 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 48786) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:51:33.435521 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-03d0ea16-0861-41f0-b1f9-5544f6f71ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:33.451410 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-03d0ea16-0861-41f0-b1f9-5544f6f71ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:51:33.455298 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-03d0ea16-0861-41f0-b1f9-5544f6f71ed8 admin admin] Usage tracker for resource:security_group_rule and tenant:3aa9672546c143758a7fe48942ab4899 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:51:33.458072 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-03d0ea16-0861-41f0-b1f9-5544f6f71ed8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:51:33.464964 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-03d0ea16-0861-41f0-b1f9-5544f6f71ed8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:51:33.610411 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-03d0ea16-0861-41f0-b1f9-5544f6f71ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:33.622041 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f6db4-727c-47d7-80de-86d220cb2225 req-40e916b2-9b4f-4bdf-a00e-948924df7694 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:33.622710 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-672f6db4-727c-47d7-80de-86d220cb2225 req-40e916b2-9b4f-4bdf-a00e-948924df7694 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Synchronizing usage tracker for tenant:e199af9b5451493fa5a38f932be3993f on resource:port {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:51:33.688648 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-03d0ea16-0861-41f0-b1f9-5544f6f71ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:33.743317 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-03d0ea16-0861-41f0-b1f9-5544f6f71ed8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3aa9672546c143758a7fe48942ab4899&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4257920
Jun 04 13:51:33.745851 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 48798) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:51:33.748282 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0ea16-0861-41f0-b1f9-5544f6f71ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df70f37-9410-4495-80f6-41a831e30666,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:33.764227 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-672f6db4-727c-47d7-80de-86d220cb2225 req-40e916b2-9b4f-4bdf-a00e-948924df7694 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Unset dirty status for tenant:e199af9b5451493fa5a38f932be3993f on resource:port {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:51:33.765321 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-672f6db4-727c-47d7-80de-86d220cb2225 req-40e916b2-9b4f-4bdf-a00e-948924df7694 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.2653620
Jun 04 13:51:33.790768 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1f309-f144-42e9-a6b3-73439e873714 req-bc9c75a8-7c71-4ebf-a01d-533976c0d009 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:33.792244 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-f7b1f309-f144-42e9-a6b3-73439e873714 req-bc9c75a8-7c71-4ebf-a01d-533976c0d009 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=3799867a-9576-447e-8411-e9afff92fa60 HTTP/1.1" status: 200  len: 945 time: 0.0854077
Jun 04 13:51:33.797468 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-155feaa2-a24b-47f0-999d-64ab6b1cfa77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:33.842297 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-672f6db4-727c-47d7-80de-86d220cb2225 req-e8731bd5-d601-4f70-b0e5-35498ecfeb56 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Synchronizing usage tracker for tenant:e199af9b5451493fa5a38f932be3993f on resource:security_group {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:51:33.855396 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-0df1baa8-913a-4be7-92d9-20b2e9efd325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:33.886644 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-0df1baa8-913a-4be7-92d9-20b2e9efd325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:33.929068 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-f7b1f309-f144-42e9-a6b3-73439e873714 req-e68dc1a5-b381-4de5-a784-d9f61fb0dbb3 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/security-groups?id=463b3b4c-2ed3-4b10-80a4-ed65c0745064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303365
Jun 04 13:51:33.934208 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-672f6db4-727c-47d7-80de-86d220cb2225 req-e8731bd5-d601-4f70-b0e5-35498ecfeb56 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Unset dirty status for tenant:e199af9b5451493fa5a38f932be3993f on resource:security_group {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:51:33.935633 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-672f6db4-727c-47d7-80de-86d220cb2225 req-e8731bd5-d601-4f70-b0e5-35498ecfeb56 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1575627
Jun 04 13:51:34.020576 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-0df1baa8-913a-4be7-92d9-20b2e9efd325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:34.039122 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1baa8-913a-4be7-92d9-20b2e9efd325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df70f37-9410-4495-80f6-41a831e30666,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:34.043734 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-0df1baa8-913a-4be7-92d9-20b2e9efd325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:34.045288 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-0df1baa8-913a-4be7-92d9-20b2e9efd325 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4df70f37-9410-4495-80f6-41a831e30666 HTTP/1.1" status: 204  len: 168 time: 0.2982426
Jun 04 13:51:34.689015 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:34.814482 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:35.119144 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978566ae-405c-4d09-b0da-8fbc4ae75947 req-aeb085fc-dc92-44d8-a712-519e31b33420 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:35.120585 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-978566ae-405c-4d09-b0da-8fbc4ae75947 req-aeb085fc-dc92-44d8-a712-519e31b33420 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.0786712
Jun 04 13:51:35.164565 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-978566ae-405c-4d09-b0da-8fbc4ae75947 req-2d2d6e75-e9ee-4eae-9b32-e58fe7c8df76 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383511
Jun 04 13:51:36.099116 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:36.349663 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a8e25-9a9a-459d-88df-f53757728090 req-86b661c9-4dda-4a78-8b23-2e4af5470f23 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:36.350237 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-e76a8e25-9a9a-459d-88df-f53757728090 req-86b661c9-4dda-4a78-8b23-2e4af5470f23 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Synchronizing usage tracker for tenant:e199af9b5451493fa5a38f932be3993f on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:51:36.362000 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-e76a8e25-9a9a-459d-88df-f53757728090 req-86b661c9-4dda-4a78-8b23-2e4af5470f23 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Unset dirty status for tenant:e199af9b5451493fa5a38f932be3993f on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:51:36.363096 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e76a8e25-9a9a-459d-88df-f53757728090 req-86b661c9-4dda-4a78-8b23-2e4af5470f23 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.0910385
Jun 04 13:51:36.406519 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e76a8e25-9a9a-459d-88df-f53757728090 req-bac7388e-b2f6-43f6-9fbb-767194ed3e93 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370784
Jun 04 13:51:36.756227 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc068f4e-bb18-4c60-aaee-b04f6933ecc8 req-9c422f1b-6826-4fd5-ad62-d92c75eb854f tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:36.757617 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-cc068f4e-bb18-4c60-aaee-b04f6933ecc8 req-9c422f1b-6826-4fd5-ad62-d92c75eb854f tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 946 time: 0.0797510
Jun 04 13:51:36.833026 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-cc068f4e-bb18-4c60-aaee-b04f6933ecc8 req-1b8baf81-6b21-49e1-a67f-2551753bc95d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Deleting port c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:51:36.833355 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-cc068f4e-bb18-4c60-aaee-b04f6933ecc8 req-1b8baf81-6b21-49e1-a67f-2551753bc95d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:37.077692 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-cc068f4e-bb18-4c60-aaee-b04f6933ecc8 req-1b8baf81-6b21-49e1-a67f-2551753bc95d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] For port c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc,segment=NetworkSegment(d13a9ae4-ef0b-4edb-8601-373381df8c02),segment_id=d13a9ae4-ef0b-4edb-8601-373381df8c02)] {{(pid=88594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:51:37.078037 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-cc068f4e-bb18-4c60-aaee-b04f6933ecc8 req-1b8baf81-6b21-49e1-a67f-2551753bc95d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:37.197737 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-cc068f4e-bb18-4c60-aaee-b04f6933ecc8 req-1b8baf81-6b21-49e1-a67f-2551753bc95d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Calling delete_port for c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc owned by compute:nova {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:51:37.396985 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-cc068f4e-bb18-4c60-aaee-b04f6933ecc8 req-1b8baf81-6b21-49e1-a67f-2551753bc95d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:37.445251 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc', 'a86cdb62-77c6-4709-bee1-fa3ef2a3f00c'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:51:37.449636 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8baf81-6b21-49e1-a67f-2551753bc95d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Pushing event deleted for resources: {'Port': ['ID=c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:37.525131 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc068f4e-bb18-4c60-aaee-b04f6933ecc8 req-1b8baf81-6b21-49e1-a67f-2551753bc95d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] No DVR routers for this DVR port c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc on host hv-cinder-84359 {{(pid=88594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:51:37.527882 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-cc068f4e-bb18-4c60-aaee-b04f6933ecc8 req-1b8baf81-6b21-49e1-a67f-2551753bc95d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:37.530547 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc', 'name': 'network-vif-deleted', 'tag': 'c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:51:37.567047 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-aba45c57-d8e0-45f9-b388-1221e3b74509 req-689b194c-102f-4743-b12b-c8a8157a3a8d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 210 time: 0.0496218
Jun 04 13:51:37.584177 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09d5eb42-fa03-488a-803d-3850764048a3'] response: {'server_uuid': 'b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc', 'name': 'network-vif-deleted', 'tag': 'c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc', 'status': 'completed', 'code': 200}
Jun 04 13:51:37.604023 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-cc068f4e-bb18-4c60-aaee-b04f6933ecc8 req-1b8baf81-6b21-49e1-a67f-2551753bc95d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.55 "DELETE /v2.0/ports/c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc HTTP/1.1" status: 204  len: 173 time: 0.8329523
Jun 04 13:51:38.738011 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-a77e9edc-c3bf-46be-9024-4e46f20b43b9 req-89269322-5712-420d-be1e-1c68680f5727 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Synchronizing usage tracker for tenant:e199af9b5451493fa5a38f932be3993f on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:51:38.814399 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-a77e9edc-c3bf-46be-9024-4e46f20b43b9 req-89269322-5712-420d-be1e-1c68680f5727 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Unset dirty status for tenant:e199af9b5451493fa5a38f932be3993f on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:51:38.815546 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a77e9edc-c3bf-46be-9024-4e46f20b43b9 req-89269322-5712-420d-be1e-1c68680f5727 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53875c2-8d7a-4ee9-ae0f-e9efb8b7a2cc HTTP/1.1" status: 200  len: 210 time: 0.1235030
Jun 04 13:51:40.463397 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c0d66-fa6c-4dcc-a5dc-923b5540a197 req-13233a2e-aafe-45ad-b5ec-1545e8d1cf02 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:40.464866 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-454c0d66-fa6c-4dcc-a5dc-923b5540a197 req-13233a2e-aafe-45ad-b5ec-1545e8d1cf02 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 946 time: 0.0778859
Jun 04 13:51:40.515227 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-454c0d66-fa6c-4dcc-a5dc-923b5540a197 req-6341db7a-0554-4fc0-8e0b-d59be6892788 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442710
Jun 04 13:51:41.028043 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:51:41.061979 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] No Port match for: c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:51:41.062330 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device c895ec29-8d0f-4ea7-a37d-0bc1ff91efcc not bound to the agent host hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:51:41.697933 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a232e70-504f-4f96-846a-c67aa77ae2dd req-d58cf143-cbb8-44ae-bbe5-b6dc2e437192 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:41.699377 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6a232e70-504f-4f96-846a-c67aa77ae2dd req-d58cf143-cbb8-44ae-bbe5-b6dc2e437192 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 946 time: 0.0795500
Jun 04 13:51:41.744178 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6a232e70-504f-4f96-846a-c67aa77ae2dd req-bd0f71df-2132-4b5e-8ec3-58a2484f55df tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389884
Jun 04 13:51:42.932036 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c54156-3e60-489e-9245-0301ec2596fd req-b32aa18a-2448-4ed0-9a46-63ebdd1977c0 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:42.933515 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-54c54156-3e60-489e-9245-0301ec2596fd req-b32aa18a-2448-4ed0-9a46-63ebdd1977c0 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 946 time: 0.0833426
Jun 04 13:51:42.975839 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-54c54156-3e60-489e-9245-0301ec2596fd req-2cba5ee0-9190-4241-9a3f-d8a32d3f85cd tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366728
Jun 04 13:51:44.161074 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656c98d-ee3f-4e4e-af14-a01b9f385edf req-4150671d-b349-419a-8d51-d7a754c4d677 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:44.162381 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1656c98d-ee3f-4e4e-af14-a01b9f385edf req-4150671d-b349-419a-8d51-d7a754c4d677 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 946 time: 0.0808768
Jun 04 13:51:44.208563 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1656c98d-ee3f-4e4e-af14-a01b9f385edf req-138f8c69-3625-4c05-8c77-e07952314768 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398326
Jun 04 13:51:45.386616 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6b901-2489-423d-8f05-1cccb7192fe4 req-4587575b-cff8-486e-95ca-7646c0a3b89c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:45.388039 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-82d6b901-2489-423d-8f05-1cccb7192fe4 req-4587575b-cff8-486e-95ca-7646c0a3b89c tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 946 time: 0.0779719
Jun 04 13:51:45.430400 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-82d6b901-2489-423d-8f05-1cccb7192fe4 req-9a6837c7-0aa4-4ebb-bebe-43ec01a96d1e tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369217
Jun 04 13:51:46.612866 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4becdf0-2555-406f-b50c-c5db6aced149 req-520d6e5b-a520-4d66-b936-f21a37c1417f tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:46.614272 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d4becdf0-2555-406f-b50c-c5db6aced149 req-520d6e5b-a520-4d66-b936-f21a37c1417f tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 946 time: 0.0770700
Jun 04 13:51:46.657790 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d4becdf0-2555-406f-b50c-c5db6aced149 req-c04959ff-21ef-4105-bf62-9f7534a47d1b tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378470
Jun 04 13:51:47.204036 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55468048-c105-4014-be67-e484d3434c1f req-a14fd093-dbd5-4753-8edb-827d10190077 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:47.205401 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-55468048-c105-4014-be67-e484d3434c1f req-a14fd093-dbd5-4753-8edb-827d10190077 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 946 time: 0.0808890
Jun 04 13:51:47.274384 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-55468048-c105-4014-be67-e484d3434c1f req-1f455161-0e79-4039-9cab-dbf62683edf4 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Deleting port a86cdb62-77c6-4709-bee1-fa3ef2a3f00c {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:51:47.274716 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-55468048-c105-4014-be67-e484d3434c1f req-1f455161-0e79-4039-9cab-dbf62683edf4 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:47.605002 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-55468048-c105-4014-be67-e484d3434c1f req-1f455161-0e79-4039-9cab-dbf62683edf4 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] For port a86cdb62-77c6-4709-bee1-fa3ef2a3f00c, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=a86cdb62-77c6-4709-bee1-fa3ef2a3f00c,segment=NetworkSegment(d13a9ae4-ef0b-4edb-8601-373381df8c02),segment_id=d13a9ae4-ef0b-4edb-8601-373381df8c02)] {{(pid=88594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:51:47.605359 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-55468048-c105-4014-be67-e484d3434c1f req-1f455161-0e79-4039-9cab-dbf62683edf4 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:47.729262 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-55468048-c105-4014-be67-e484d3434c1f req-1f455161-0e79-4039-9cab-dbf62683edf4 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Calling delete_port for a86cdb62-77c6-4709-bee1-fa3ef2a3f00c owned by compute:nova {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:51:47.920977 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78c863-af72-45e5-bdf6-60e497c61034 req-cbc118d1-03fb-4f3b-b2f7-eec3996c921d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:47.922399 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-da78c863-af72-45e5-bdf6-60e497c61034 req-cbc118d1-03fb-4f3b-b2f7-eec3996c921d tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 946 time: 0.1582737
Jun 04 13:51:47.951570 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-55468048-c105-4014-be67-e484d3434c1f req-1f455161-0e79-4039-9cab-dbf62683edf4 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:47.966080 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-da78c863-af72-45e5-bdf6-60e497c61034 req-2a9133bd-9b81-42ee-9c7d-8ccdec941fd8 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/security-groups?id=d431f3f6-19bb-4624-b379-0ee0896a25a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378101
Jun 04 13:51:48.039813 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f455161-0e79-4039-9cab-dbf62683edf4 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Pushing event deleted for resources: {'Port': ['ID=a86cdb62-77c6-4709-bee1-fa3ef2a3f00c,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:48.141525 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-55468048-c105-4014-be67-e484d3434c1f req-1f455161-0e79-4039-9cab-dbf62683edf4 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] No DVR routers for this DVR port a86cdb62-77c6-4709-bee1-fa3ef2a3f00c on host hv-cinder-84359 {{(pid=88594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:51:48.145575 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-55468048-c105-4014-be67-e484d3434c1f req-1f455161-0e79-4039-9cab-dbf62683edf4 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:48.148077 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4339a6-92e1-4a7d-9c42-3bf34542e458', 'name': 'network-vif-deleted', 'tag': 'a86cdb62-77c6-4709-bee1-fa3ef2a3f00c'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:51:48.179293 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75e18d-9c85-4450-8b41-e96053e61bb0 req-2831cee9-05c4-4449-a085-8a2e18b9bf1b tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:48.190514 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ca75e18d-9c85-4450-8b41-e96053e61bb0 req-2831cee9-05c4-4449-a085-8a2e18b9bf1b tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.1927154
Jun 04 13:51:48.212362 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26f7f0e0-3c23-479e-9e6f-1f0ce02c5f03'] response: {'server_uuid': '1a4339a6-92e1-4a7d-9c42-3bf34542e458', 'name': 'network-vif-deleted', 'tag': 'a86cdb62-77c6-4709-bee1-fa3ef2a3f00c', 'status': 'completed', 'code': 200}
Jun 04 13:51:48.235885 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ca75e18d-9c85-4450-8b41-e96053e61bb0 req-8f1faaf3-96a0-4849-a046-dd495a1b8e90 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444515
Jun 04 13:51:48.246081 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-55468048-c105-4014-be67-e484d3434c1f req-1f455161-0e79-4039-9cab-dbf62683edf4 tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.55 "DELETE /v2.0/ports/a86cdb62-77c6-4709-bee1-fa3ef2a3f00c HTTP/1.1" status: 204  len: 173 time: 1.0347271
Jun 04 13:51:49.127235 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-c0c9d9e9-9cb8-44ee-8c24-a857879664fa req-cf6c8ac4-d5f7-440d-90dd-5d30d4f11fad tempest-ServerRescueNegativeTestJSON-982678277 tempest-ServerRescueNegativeTestJSON-982678277-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a4339a6-92e1-4a7d-9c42-3bf34542e458 HTTP/1.1" status: 200  len: 210 time: 0.0421426
Jun 04 13:51:49.420648 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a9d83-bc7a-4e0c-a563-23a5d37afdb1 req-9329437b-3acb-43c1-aa0f-fbeb7e971096 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:49.422081 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-120a9d83-bc7a-4e0c-a563-23a5d37afdb1 req-9329437b-3acb-43c1-aa0f-fbeb7e971096 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.0792310
Jun 04 13:51:49.466927 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-120a9d83-bc7a-4e0c-a563-23a5d37afdb1 req-e2344326-ce0d-4cde-abc0-6288d3421014 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392900
Jun 04 13:51:49.918374 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device a86cdb62-77c6-4709-bee1-fa3ef2a3f00c no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:51:49.952313 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] No Port match for: a86cdb62-77c6-4709-bee1-fa3ef2a3f00c {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:51:49.952648 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device a86cdb62-77c6-4709-bee1-fa3ef2a3f00c not bound to the agent host hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:51:50.448548 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 48910) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:51:50.660569 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d715c5d-90f8-422a-9007-3949be3dcf8e req-fdf84d33-cc01-4219-a02c-a479110a8fbe tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:50.662202 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5d715c5d-90f8-422a-9007-3949be3dcf8e req-fdf84d33-cc01-4219-a02c-a479110a8fbe tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.0867648
Jun 04 13:51:50.706515 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5d715c5d-90f8-422a-9007-3949be3dcf8e req-fea8618b-df7e-4378-9c45-6022df00e5ba tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377975
Jun 04 13:51:51.129716 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-737aaee5-30fc-413a-b211-84b24cfab264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66719486'] for router_interface, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:51.459800 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-737aaee5-30fc-413a-b211-84b24cfab264 admin admin] Deleting port b595485d-e0c8-46dc-88e9-3bfa14c1292c {{(pid=88595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:51:51.460518 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-737aaee5-30fc-413a-b211-84b24cfab264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:51.621641 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.db [None req-737aaee5-30fc-413a-b211-84b24cfab264 admin admin] For port b595485d-e0c8-46dc-88e9-3bfa14c1292c, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=b595485d-e0c8-46dc-88e9-3bfa14c1292c,segment=NetworkSegment(d13a9ae4-ef0b-4edb-8601-373381df8c02),segment_id=d13a9ae4-ef0b-4edb-8601-373381df8c02)] {{(pid=88595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:51:51.622003 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-737aaee5-30fc-413a-b211-84b24cfab264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:51.742652 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-737aaee5-30fc-413a-b211-84b24cfab264 admin admin] Calling delete_port for b595485d-e0c8-46dc-88e9-3bfa14c1292c owned by network:router_interface {{(pid=88595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:51:52.115912 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fee8e-807c-4133-ba02-d81acf5e7129 req-1d1fbe1f-7eac-4563-a139-36f2ed1c161e tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:52.117326 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-496fee8e-807c-4133-ba02-d81acf5e7129 req-1d1fbe1f-7eac-4563-a139-36f2ed1c161e tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.1279135
Jun 04 13:51:52.205061 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-496fee8e-807c-4133-ba02-d81acf5e7129 req-cbd3a136-c9e6-4e11-bcc6-e0398ddbc13d tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0819075
Jun 04 13:51:52.253828 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-737aaee5-30fc-413a-b211-84b24cfab264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:52.300410 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737aaee5-30fc-413a-b211-84b24cfab264 admin admin] Pushing event deleted for resources: {'Port': ['ID=b595485d-e0c8-46dc-88e9-3bfa14c1292c,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:52.560501 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-737aaee5-30fc-413a-b211-84b24cfab264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66655079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66719298'] for router_interface, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:52.907648 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737aaee5-30fc-413a-b211-84b24cfab264 admin admin] Router a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1 has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:51:53.087620 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737aaee5-30fc-413a-b211-84b24cfab264 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:51:53.096623 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db2fa0e-4f6c-45d6-9095-b22f892c93db None None] Sync routers for ids ['a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'] in dv-cinder-843593-2-iscsi {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:51:53.099946 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-737aaee5-30fc-413a-b211-84b24cfab264 admin admin] 10.222.0.39 "PUT /v2.0/routers/a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6502714
Jun 04 13:51:53.102401 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 48936) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:51:53.106466 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db2fa0e-4f6c-45d6-9095-b22f892c93db None None] Routers {'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:51:53.107128 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-0db2fa0e-4f6c-45d6-9095-b22f892c93db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161fa2f9d0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:51:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:51:53.130553 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffc013-1a98-4f0b-a3cf-555fa4860aa2 req-f99dcd8b-3e49-4e66-a12f-718b8a0aea44 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:53.132116 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-69ffc013-1a98-4f0b-a3cf-555fa4860aa2 req-f99dcd8b-3e49-4e66-a12f-718b8a0aea44 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.55 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.0861359
Jun 04 13:51:53.217822 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-69ffc013-1a98-4f0b-a3cf-555fa4860aa2 req-bcefc656-a393-490f-be6f-05035fdafad6 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Deleting port 146e29a3-ae72-4d89-8eed-82b6a6bd7f5d {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:51:53.218357 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-69ffc013-1a98-4f0b-a3cf-555fa4860aa2 req-bcefc656-a393-490f-be6f-05035fdafad6 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:53.301182 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-0db2fa0e-4f6c-45d6-9095-b22f892c93db None None] Set router a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:51:53.389094 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7bd01a31-a8c2-41a4-bd8e-6a916fdd2ffb admin admin] Notify callbacks [] for router, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:53.576158 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-69ffc013-1a98-4f0b-a3cf-555fa4860aa2 req-bcefc656-a393-490f-be6f-05035fdafad6 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] For port 146e29a3-ae72-4d89-8eed-82b6a6bd7f5d, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=146e29a3-ae72-4d89-8eed-82b6a6bd7f5d,segment=NetworkSegment(9f6bb86d-b06a-4a02-89e1-51e04121b79b),segment_id=9f6bb86d-b06a-4a02-89e1-51e04121b79b)] {{(pid=88594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:51:53.576419 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-69ffc013-1a98-4f0b-a3cf-555fa4860aa2 req-bcefc656-a393-490f-be6f-05035fdafad6 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:53.577949 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7bd01a31-a8c2-41a4-bd8e-6a916fdd2ffb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:53.591991 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177fbaf-cad3-4cc9-81c2-97984656f89e req-dcac5274-1f72-4943-aec3-67c147815caf tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:53.594755 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e177fbaf-cad3-4cc9-81c2-97984656f89e req-dcac5274-1f72-4943-aec3-67c147815caf tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 945 time: 0.2166753
Jun 04 13:51:53.648766 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-7bd01a31-a8c2-41a4-bd8e-6a916fdd2ffb admin admin] Deleting port 933c689e-a0db-4d1d-bc49-320c46489e7d {{(pid=88595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:51:53.649601 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7bd01a31-a8c2-41a4-bd8e-6a916fdd2ffb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:53.664469 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-0db2fa0e-4f6c-45d6-9095-b22f892c93db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161fa2f9d0>, [{'id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1954090409-router', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '933c689e-a0db-4d1d-bc49-320c46489e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:31Z', 'updated_at': '2022-06-04T13:51:52Z', 'revision_number': 5, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'gw_port': {'id': '933c689e-a0db-4d1d-bc49-320c46489e7d', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:51:53.669465 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db2fa0e-4f6c-45d6-9095-b22f892c93db None None] Checking router: a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1 for host: dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:51:53.679765 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db2fa0e-4f6c-45d6-9095-b22f892c93db None None] Routers {'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:51:53.680594 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-0db2fa0e-4f6c-45d6-9095-b22f892c93db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161fa2f9d0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:51:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:51:53.721272 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e177fbaf-cad3-4cc9-81c2-97984656f89e req-aef9c42c-59e1-440c-9256-b3e5ad622628 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c893b7b-efa0-4b8c-b0a0-f67e36c79488&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704334
Jun 04 13:51:53.839213 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.db [None req-7bd01a31-a8c2-41a4-bd8e-6a916fdd2ffb admin admin] For port 933c689e-a0db-4d1d-bc49-320c46489e7d, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=933c689e-a0db-4d1d-bc49-320c46489e7d,segment=NetworkSegment(a5e9f3a7-fe7c-4b2a-9489-202ad5682d71),segment_id=a5e9f3a7-fe7c-4b2a-9489-202ad5682d71)] {{(pid=88595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:51:53.839843 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7bd01a31-a8c2-41a4-bd8e-6a916fdd2ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:53.850234 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-0db2fa0e-4f6c-45d6-9095-b22f892c93db None None] Set router a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1 gateway port host: None {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:51:53.966250 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-7bd01a31-a8c2-41a4-bd8e-6a916fdd2ffb admin admin] Calling delete_port for 933c689e-a0db-4d1d-bc49-320c46489e7d owned by network:router_gateway {{(pid=88595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:51:53.982891 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-0db2fa0e-4f6c-45d6-9095-b22f892c93db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161fa2f9d0>, [{'id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1954090409-router', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:31Z', 'updated_at': '2022-06-04T13:51:53Z', 'revision_number': 6, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'gw_port_host': None}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:51:53.988334 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db2fa0e-4f6c-45d6-9095-b22f892c93db None None] The sync data for ids ['a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1'] in dv-cinder-843593-2-iscsi is: [{'id': 'a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1954090409-router', 'tenant_id': 'e199af9b5451493fa5a38f932be3993f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:31Z', 'updated_at': '2022-06-04T13:51:53Z', 'revision_number': 6, 'project_id': 'e199af9b5451493fa5a38f932be3993f', 'gw_port_host': None}] {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:51:54.030615 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-69ffc013-1a98-4f0b-a3cf-555fa4860aa2 req-bcefc656-a393-490f-be6f-05035fdafad6 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:54.031226 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-69ffc013-1a98-4f0b-a3cf-555fa4860aa2 req-bcefc656-a393-490f-be6f-05035fdafad6 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:54.031650 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.l3_db [req-69ffc013-1a98-4f0b-a3cf-555fa4860aa2 req-bcefc656-a393-490f-be6f-05035fdafad6 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Floating IP 81f0b602-52b1-466f-9aef-6bd9eff834c7 disassociated. External IP: 172.27.2.145, port: 146e29a3-ae72-4d89-8eed-82b6a6bd7f5d.
Jun 04 13:51:54.032080 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-69ffc013-1a98-4f0b-a3cf-555fa4860aa2 req-bcefc656-a393-490f-be6f-05035fdafad6 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Calling delete_port for 146e29a3-ae72-4d89-8eed-82b6a6bd7f5d owned by compute:nova {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:51:54.242495 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7bd01a31-a8c2-41a4-bd8e-6a916fdd2ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:54.265305 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-69ffc013-1a98-4f0b-a3cf-555fa4860aa2 req-bcefc656-a393-490f-be6f-05035fdafad6 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:54.292747 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd01a31-a8c2-41a4-bd8e-6a916fdd2ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=933c689e-a0db-4d1d-bc49-320c46489e7d,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:54.316562 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcefc656-a393-490f-be6f-05035fdafad6 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Pushing event deleted for resources: {'Port': ['ID=146e29a3-ae72-4d89-8eed-82b6a6bd7f5d,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:54.332871 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcefc656-a393-490f-be6f-05035fdafad6 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:54.333213 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcefc656-a393-490f-be6f-05035fdafad6 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:54.333544 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcefc656-a393-490f-be6f-05035fdafad6 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:54.333873 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcefc656-a393-490f-be6f-05035fdafad6 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:54.334195 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcefc656-a393-490f-be6f-05035fdafad6 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:54.334523 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcefc656-a393-490f-be6f-05035fdafad6 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:54.334844 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcefc656-a393-490f-be6f-05035fdafad6 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:54.335184 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcefc656-a393-490f-be6f-05035fdafad6 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:54.335502 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcefc656-a393-490f-be6f-05035fdafad6 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:54.335810 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcefc656-a393-490f-be6f-05035fdafad6 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:54.336127 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcefc656-a393-490f-be6f-05035fdafad6 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:54.336540 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcefc656-a393-490f-be6f-05035fdafad6 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:54.338927 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd01a31-a8c2-41a4-bd8e-6a916fdd2ffb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:54.339328 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd01a31-a8c2-41a4-bd8e-6a916fdd2ffb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:54.339672 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd01a31-a8c2-41a4-bd8e-6a916fdd2ffb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:54.340062 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd01a31-a8c2-41a4-bd8e-6a916fdd2ffb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:54.340765 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd01a31-a8c2-41a4-bd8e-6a916fdd2ffb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:54.341108 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd01a31-a8c2-41a4-bd8e-6a916fdd2ffb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:54.341580 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd01a31-a8c2-41a4-bd8e-6a916fdd2ffb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:54.341915 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd01a31-a8c2-41a4-bd8e-6a916fdd2ffb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:54.342246 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd01a31-a8c2-41a4-bd8e-6a916fdd2ffb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:54.342574 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd01a31-a8c2-41a4-bd8e-6a916fdd2ffb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:54.342896 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd01a31-a8c2-41a4-bd8e-6a916fdd2ffb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:54.343245 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd01a31-a8c2-41a4-bd8e-6a916fdd2ffb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:51:54.401672 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7bd01a31-a8c2-41a4-bd8e-6a916fdd2ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66723803'] for router_gateway, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:54.532008 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69ffc013-1a98-4f0b-a3cf-555fa4860aa2 req-bcefc656-a393-490f-be6f-05035fdafad6 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Router c0b12453-aec0-4567-8ea1-c215d312f8d2 has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:51:54.583639 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7bd01a31-a8c2-41a4-bd8e-6a916fdd2ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66723677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7300'] for router, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:54.585825 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7bd01a31-a8c2-41a4-bd8e-6a916fdd2ffb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:54.722370 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69ffc013-1a98-4f0b-a3cf-555fa4860aa2 req-bcefc656-a393-490f-be6f-05035fdafad6 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:51:54.732662 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e84daa-88db-40e6-bb2c-772f3871214d None None] Sync routers for ids ['c0b12453-aec0-4567-8ea1-c215d312f8d2'] in dv-cinder-843593-2-iscsi {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:51:54.757085 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7bd01a31-a8c2-41a4-bd8e-6a916fdd2ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66715676'] for router, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:54.762403 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd01a31-a8c2-41a4-bd8e-6a916fdd2ffb admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1 {{(pid=88595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 13:51:54.779539 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7bd01a31-a8c2-41a4-bd8e-6a916fdd2ffb admin admin] Notify callbacks [] for router, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:54.786297 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-7bd01a31-a8c2-41a4-bd8e-6a916fdd2ffb admin admin] 10.222.0.39 "DELETE /v2.0/routers/a2165bed-21e7-4e6a-8b3e-a1f8a7b091f1 HTTP/1.1" status: 204  len: 168 time: 1.6783850
Jun 04 13:51:54.789346 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 48950) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:51:54.823333 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ffc013-1a98-4f0b-a3cf-555fa4860aa2 req-bcefc656-a393-490f-be6f-05035fdafad6 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] No DVR routers for this DVR port 146e29a3-ae72-4d89-8eed-82b6a6bd7f5d on host hv-cinder-84359 {{(pid=88594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:51:54.828415 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-69ffc013-1a98-4f0b-a3cf-555fa4860aa2 req-bcefc656-a393-490f-be6f-05035fdafad6 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:54.833322 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f34452-bf87-4c9b-a370-e8234de303cf', 'name': 'network-vif-deleted', 'tag': '146e29a3-ae72-4d89-8eed-82b6a6bd7f5d'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:51:54.846628 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e84daa-88db-40e6-bb2c-772f3871214d None None] Routers {'c0b12453-aec0-4567-8ea1-c215d312f8d2'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:51:54.847155 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-32e84daa-88db-40e6-bb2c-772f3871214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ecc3340>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:51:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['c0b12453-aec0-4567-8ea1-c215d312f8d2'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:51:54.866227 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c84b5b1-061b-452b-9e52-e0470cbe4492 admin admin] Deleting subnet 0b7ee1fc-be06-43a6-b80c-c1390a27d5a9 {{(pid=88595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 04 13:51:54.870165 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8c84b5b1-061b-452b-9e52-e0470cbe4492 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:54.897268 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1203fbec-2826-4def-8f12-be5596da14b2'] response: {'server_uuid': '20f34452-bf87-4c9b-a370-e8234de303cf', 'name': 'network-vif-deleted', 'tag': '146e29a3-ae72-4d89-8eed-82b6a6bd7f5d', 'status': 'completed', 'code': 200}
Jun 04 13:51:54.901343 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-69ffc013-1a98-4f0b-a3cf-555fa4860aa2 req-bcefc656-a393-490f-be6f-05035fdafad6 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.55 "DELETE /v2.0/ports/146e29a3-ae72-4d89-8eed-82b6a6bd7f5d HTTP/1.1" status: 204  len: 173 time: 1.7598484
Jun 04 13:51:55.050913 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device b595485d-e0c8-46dc-88e9-3bfa14c1292c no longer exists at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:51:55.085460 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-ffbce7b2-2c42-46dd-8905-b7685031b9a4 req-b5ef1243-5b6c-49e1-bee4-8c63c50db620 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=20f34452-bf87-4c9b-a370-e8234de303cf HTTP/1.1" status: 200  len: 210 time: 0.0607665
Jun 04 13:51:55.104894 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8c84b5b1-061b-452b-9e52-e0470cbe4492 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64864184'] for subnet, precommit_delete_associations {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:55.108732 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] No Port match for: b595485d-e0c8-46dc-88e9-3bfa14c1292c {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:51:55.109258 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device b595485d-e0c8-46dc-88e9-3bfa14c1292c not bound to the agent host dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:51:55.109929 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 933c689e-a0db-4d1d-bc49-320c46489e7d no longer exists at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:51:55.112925 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-32e84daa-88db-40e6-bb2c-772f3871214d None None] Set router c0b12453-aec0-4567-8ea1-c215d312f8d2 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:51:55.177286 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] No Port match for: 933c689e-a0db-4d1d-bc49-320c46489e7d {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:51:55.177874 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 933c689e-a0db-4d1d-bc49-320c46489e7d not bound to the agent host dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:51:55.258389 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8c84b5b1-061b-452b-9e52-e0470cbe4492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694649'] for subnet, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:55.379698 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8c84b5b1-061b-452b-9e52-e0470cbe4492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64863260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64154139'] for subnet, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:55.404512 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 6 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:51:55.423929 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84b5b1-061b-452b-9e52-e0470cbe4492 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b7ee1fc-be06-43a6-b80c-c1390a27d5a9,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:55.425832 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8c84b5b1-061b-452b-9e52-e0470cbe4492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for subnet, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:55.429566 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d99528-9615-4aea-98e5-0f28427c392f None None] Network c7d55235-bf68-4e08-8155-47e9a6165636 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:51:55.436079 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-8c84b5b1-061b-452b-9e52-e0470cbe4492 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0b7ee1fc-be06-43a6-b80c-c1390a27d5a9 HTTP/1.1" status: 204  len: 168 time: 0.6444585
Jun 04 13:51:55.439088 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 48960) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:51:55.493843 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-32e84daa-88db-40e6-bb2c-772f3871214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ecc3340>, [{'id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'name': 'tempest-AttachVolumeTestJSON-72343411-router', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:44Z', 'revision_number': 4, 'project_id': '9650a71550354afb93718cd61f608fa7', 'gw_port': {'id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba', 'name': '', 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'mac_address': 'fa:16:3e:b4:4c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:47:02Z', 'revision_number': 5, 'project_id': '9650a71550354afb93718cd61f608fa7', 'subnets': [{'id': '3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:51:55.495338 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e84daa-88db-40e6-bb2c-772f3871214d None None] Checking router: c0b12453-aec0-4567-8ea1-c215d312f8d2 for host: dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:51:55.504269 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e84daa-88db-40e6-bb2c-772f3871214d None None] Routers {'c0b12453-aec0-4567-8ea1-c215d312f8d2'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:51:55.504899 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-32e84daa-88db-40e6-bb2c-772f3871214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ecc3340>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:51:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['c0b12453-aec0-4567-8ea1-c215d312f8d2'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:51:55.563107 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-60dd49b0-5694-4ec6-9b77-ab83a8d0df44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751646'] for network, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:55.576271 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [None req-60dd49b0-5694-4ec6-9b77-ab83a8d0df44 admin admin] Deleting port bd90d9c0-e90d-4515-a137-2587282cd7ba {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:51:55.577046 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-60dd49b0-5694-4ec6-9b77-ab83a8d0df44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:55.678394 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 146e29a3-ae72-4d89-8eed-82b6a6bd7f5d no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:51:55.690308 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-32e84daa-88db-40e6-bb2c-772f3871214d None None] Set router c0b12453-aec0-4567-8ea1-c215d312f8d2 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:51:55.739337 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] No Port match for: 146e29a3-ae72-4d89-8eed-82b6a6bd7f5d {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:51:55.739761 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 146e29a3-ae72-4d89-8eed-82b6a6bd7f5d not bound to the agent host hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:51:55.742515 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd1ba20-4d3f-4624-a0f7-5a7bfa4747c0 None None] DHCP port deletion for c7d55235-bf68-4e08-8155-47e9a6165636 request from dv-cinder-843593-2-iscsi {{(pid=88596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 04 13:51:55.747722 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ba20-4d3f-4624-a0f7-5a7bfa4747c0 None None] Deleting port bd90d9c0-e90d-4515-a137-2587282cd7ba {{(pid=88596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:51:55.749692 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ba20-4d3f-4624-a0f7-5a7bfa4747c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:55.803650 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [None req-60dd49b0-5694-4ec6-9b77-ab83a8d0df44 admin admin] For port bd90d9c0-e90d-4515-a137-2587282cd7ba, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=bd90d9c0-e90d-4515-a137-2587282cd7ba,segment=NetworkSegment(d13a9ae4-ef0b-4edb-8601-373381df8c02),segment_id=d13a9ae4-ef0b-4edb-8601-373381df8c02)] {{(pid=88594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:51:55.803995 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-60dd49b0-5694-4ec6-9b77-ab83a8d0df44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:55.944473 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [None req-60dd49b0-5694-4ec6-9b77-ab83a8d0df44 admin admin] Calling delete_port for bd90d9c0-e90d-4515-a137-2587282cd7ba owned by network:dhcp {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:51:55.984950 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-cfd1ba20-4d3f-4624-a0f7-5a7bfa4747c0 None None] For port bd90d9c0-e90d-4515-a137-2587282cd7ba, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=bd90d9c0-e90d-4515-a137-2587282cd7ba,segment=NetworkSegment(d13a9ae4-ef0b-4edb-8601-373381df8c02),segment_id=d13a9ae4-ef0b-4edb-8601-373381df8c02)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:51:55.985447 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ba20-4d3f-4624-a0f7-5a7bfa4747c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:56.052271 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:56.064281 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-32e84daa-88db-40e6-bb2c-772f3871214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ecc3340>, [{'id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'name': 'tempest-AttachVolumeTestJSON-72343411-router', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:44Z', 'revision_number': 4, 'project_id': '9650a71550354afb93718cd61f608fa7', 'gw_port': {'id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba', 'name': '', 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'mac_address': 'fa:16:3e:b4:4c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:47:02Z', 'revision_number': 5, 'project_id': '9650a71550354afb93718cd61f608fa7', 'subnets': [{'id': '3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:51:56.070044 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e84daa-88db-40e6-bb2c-772f3871214d None None] The sync data for ids ['c0b12453-aec0-4567-8ea1-c215d312f8d2'] in dv-cinder-843593-2-iscsi is: [{'id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'name': 'tempest-AttachVolumeTestJSON-72343411-router', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:44Z', 'revision_number': 4, 'project_id': '9650a71550354afb93718cd61f608fa7', 'gw_port': {'id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba', 'name': '', 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'mac_address': 'fa:16:3e:b4:4c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:47:02Z', 'revision_number': 5, 'project_id': '9650a71550354afb93718cd61f608fa7', 'subnets': [{'id': '3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:51:56.106007 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-60dd49b0-5694-4ec6-9b77-ab83a8d0df44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:56.116523 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ba20-4d3f-4624-a0f7-5a7bfa4747c0 None None] Calling delete_port for bd90d9c0-e90d-4515-a137-2587282cd7ba owned by network:dhcp {{(pid=88596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:51:56.157305 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd49b0-5694-4ec6-9b77-ab83a8d0df44 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd90d9c0-e90d-4515-a137-2587282cd7ba,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:56.162870 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dd49b0-5694-4ec6-9b77-ab83a8d0df44 admin admin] No DVR routers for this DVR port bd90d9c0-e90d-4515-a137-2587282cd7ba on host dv-cinder-843593-2-iscsi {{(pid=88594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:51:56.283438 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-60dd49b0-5694-4ec6-9b77-ab83a8d0df44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659742', 'neutron.services.segments.db._delete_segments_for_network-8733313062566'] for network, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:56.313192 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.db.api [None req-cfd1ba20-4d3f-4624-a0f7-5a7bfa4747c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 13:51:56.313932 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG oslo_db.api [None req-cfd1ba20-4d3f-4624-a0f7-5a7bfa4747c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 13:51:56.314615 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.services.segments.db [None req-60dd49b0-5694-4ec6-9b77-ab83a8d0df44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f161e31c700>,) {'filters': {'network_id': ['c7d55235-bf68-4e08-8155-47e9a6165636']}} {{(pid=88594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:51:56.319205 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 48970) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:51:56.372026 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6972d7e-5330-4ed9-ada1-aef2dc494a6c None None] New status for floating IP 81f0b602-52b1-466f-9aef-6bd9eff834c7: DOWN {{(pid=88596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:51:56.395347 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b99e3f23-23ee-408e-a1d3-74d5c607d44a tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:56.415299 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.services.segments.db [None req-60dd49b0-5694-4ec6-9b77-ab83a8d0df44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f161e31c700>, 'd13a9ae4-ef0b-4edb-8601-373381df8c02') {'for_net_delete': True} {{(pid=88594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:51:56.415689 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.services.segments.db [None req-60dd49b0-5694-4ec6-9b77-ab83a8d0df44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f161e31c700>, 'd13a9ae4-ef0b-4edb-8601-373381df8c02') {} {{(pid=88594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:51:56.426194 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b99e3f23-23ee-408e-a1d3-74d5c607d44a tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:56.427894 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-60dd49b0-5694-4ec6-9b77-ab83a8d0df44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733313065921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65378621'] for segment, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:56.445375 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-60dd49b0-5694-4ec6-9b77-ab83a8d0df44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:56.452839 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60dd49b0-5694-4ec6-9b77-ab83a8d0df44 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=88594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:51:56.457539 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-60dd49b0-5694-4ec6-9b77-ab83a8d0df44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-658974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65841379'] for segment, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:56.533685 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.services.segments.plugin [-] Segment d13a9ae4-ef0b-4edb-8601-373381df8c02 resource provider aggregate not found
Jun 04 13:51:56.556436 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b99e3f23-23ee-408e-a1d3-74d5c607d44a tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:56.559861 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.services.segments.plugin [-] Segment d13a9ae4-ef0b-4edb-8601-373381df8c02 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d13a9ae4-ef0b-4edb-8601-373381df8c02 found for delete  ", "request_id": "req-ffcdc1e2-a56d-499b-aa9e-84823d4c4c82"}]}
Jun 04 13:51:56.578701 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e3f23-23ee-408e-a1d3-74d5c607d44a tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c893b7b-efa0-4b8c-b0a0-f67e36c79488,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:56.647761 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-60dd49b0-5694-4ec6-9b77-ab83a8d0df44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66723838'] for network, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:56.666151 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-60dd49b0-5694-4ec6-9b77-ab83a8d0df44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:56.674412 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd49b0-5694-4ec6-9b77-ab83a8d0df44 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7d55235-bf68-4e08-8155-47e9a6165636,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:56.675477 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b99e3f23-23ee-408e-a1d3-74d5c607d44a tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:56.679038 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-b99e3f23-23ee-408e-a1d3-74d5c607d44a tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "DELETE /v2.0/security-groups/6c893b7b-efa0-4b8c-b0a0-f67e36c79488 HTTP/1.1" status: 204  len: 168 time: 0.3564825
Jun 04 13:51:56.679297 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 48984) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:51:56.699786 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.api.v2.resource [None req-de6e3450-98ce-4c51-a812-bcf4bab6575d tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] show failed (client error): The resource could not be found.
Jun 04 13:51:56.700854 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-de6e3450-98ce-4c51-a812-bcf4bab6575d tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups/6c893b7b-efa0-4b8c-b0a0-f67e36c79488 HTTP/1.1" status: 404  len: 347 time: 0.0199933
Jun 04 13:51:56.703815 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 48988) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:51:56.746907 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-60dd49b0-5694-4ec6-9b77-ab83a8d0df44 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c7d55235-bf68-4e08-8155-47e9a6165636 HTTP/1.1" status: 204  len: 168 time: 1.3062935
Jun 04 13:51:56.815664 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ba20-4d3f-4624-a0f7-5a7bfa4747c0 None None] Deleting port bd90d9c0-e90d-4515-a137-2587282cd7ba {{(pid=88596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:51:56.816163 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ba20-4d3f-4624-a0f7-5a7bfa4747c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:56.867067 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-19cc7621-30f1-4e09-9657-6ee68a7c4af1 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Deleting port cf93054a-2299-4146-bf98-cd4886f68642 {{(pid=88595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:51:56.867408 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-19cc7621-30f1-4e09-9657-6ee68a7c4af1 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:56.882258 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ba20-4d3f-4624-a0f7-5a7bfa4747c0 None None] The port 'bd90d9c0-e90d-4515-a137-2587282cd7ba' was deleted {{(pid=88596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}}
Jun 04 13:51:57.025414 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device bd90d9c0-e90d-4515-a137-2587282cd7ba no longer exists at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:51:57.051062 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-19cc7621-30f1-4e09-9657-6ee68a7c4af1 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:57.051479 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-19cc7621-30f1-4e09-9657-6ee68a7c4af1 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:57.075072 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] No Port match for: bd90d9c0-e90d-4515-a137-2587282cd7ba {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:51:57.075608 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device bd90d9c0-e90d-4515-a137-2587282cd7ba not bound to the agent host dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:51:57.105697 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 48998) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:51:57.156773 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-c4394e7f-53dc-45f9-9d5f-d42e14907814 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e199af9b5451493fa5a38f932be3993f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0495191
Jun 04 13:51:57.159269 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 49002) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:51:57.186627 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-19cc7621-30f1-4e09-9657-6ee68a7c4af1 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Calling delete_port for cf93054a-2299-4146-bf98-cd4886f68642 owned by network:floatingip {{(pid=88595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:51:57.218506 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-6c39db5d-5ef2-4767-92ca-ad5bc090673b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:57.246527 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-6c39db5d-5ef2-4767-92ca-ad5bc090673b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:57.361300 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-6c39db5d-5ef2-4767-92ca-ad5bc090673b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:57.380180 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39db5d-5ef2-4767-92ca-ad5bc090673b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d431f3f6-19bb-4624-b379-0ee0896a25a7,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:57.388330 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-19cc7621-30f1-4e09-9657-6ee68a7c4af1 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:57.432806 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc7621-30f1-4e09-9657-6ee68a7c4af1 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Pushing event deleted for resources: {'Port': ['ID=cf93054a-2299-4146-bf98-cd4886f68642,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:57.482164 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-6c39db5d-5ef2-4767-92ca-ad5bc090673b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:57.483289 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-6c39db5d-5ef2-4767-92ca-ad5bc090673b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d431f3f6-19bb-4624-b379-0ee0896a25a7 HTTP/1.1" status: 204  len: 168 time: 0.3230488
Jun 04 13:51:57.525401 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-19cc7621-30f1-4e09-9657-6ee68a7c4af1 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for floatingip, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:57.539220 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-19cc7621-30f1-4e09-9657-6ee68a7c4af1 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:57.540887 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-19cc7621-30f1-4e09-9657-6ee68a7c4af1 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "DELETE /v2.0/floatingips/81f0b602-52b1-466f-9aef-6bd9eff834c7 HTTP/1.1" status: 204  len: 168 time: 0.8358543
Jun 04 13:51:57.720997 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 49010) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:51:57.725168 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-dcf853e8-7c4c-4785-a444-2834b82dd3cb tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Request body: {'security_group': {'name': 'tempest-securitygroup--862085460', 'description': 'tempest-description--1678841593'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:51:57.731772 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-dcf853e8-7c4c-4785-a444-2834b82dd3cb tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:51:57.735925 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-dcf853e8-7c4c-4785-a444-2834b82dd3cb tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Usage tracker for resource:security_group and tenant:9650a71550354afb93718cd61f608fa7 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:51:57.739002 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-dcf853e8-7c4c-4785-a444-2834b82dd3cb tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:51:57.744703 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-dcf853e8-7c4c-4785-a444-2834b82dd3cb tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:51:57.831541 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-dcf853e8-7c4c-4785-a444-2834b82dd3cb tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:57.852210 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-dcf853e8-7c4c-4785-a444-2834b82dd3cb tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:51:57.855980 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-dcf853e8-7c4c-4785-a444-2834b82dd3cb tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Usage tracker for resource:security_group_rule and tenant:9650a71550354afb93718cd61f608fa7 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:51:57.858787 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-dcf853e8-7c4c-4785-a444-2834b82dd3cb tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:51:57.864469 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-dcf853e8-7c4c-4785-a444-2834b82dd3cb tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:51:57.936783 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-dcf853e8-7c4c-4785-a444-2834b82dd3cb tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:58.020102 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-dcf853e8-7c4c-4785-a444-2834b82dd3cb tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:58.064816 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf853e8-7c4c-4785-a444-2834b82dd3cb tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b79427f4-8a65-4eb9-a2b1-03ebc7964eea,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:58.191562 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-dcf853e8-7c4c-4785-a444-2834b82dd3cb tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:58.192839 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-dcf853e8-7c4c-4785-a444-2834b82dd3cb tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.4718120
Jun 04 13:51:58.195619 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 49026) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:51:58.201215 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-52263947-543e-4449-a643-3d0629358290 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Request body: {'security_group_rule': {'security_group_id': 'b79427f4-8a65-4eb9-a2b1-03ebc7964eea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:51:58.207241 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-52263947-543e-4449-a643-3d0629358290 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:51:58.211494 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-52263947-543e-4449-a643-3d0629358290 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Usage tracker for resource:security_group_rule and tenant:9650a71550354afb93718cd61f608fa7 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:51:58.215092 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-52263947-543e-4449-a643-3d0629358290 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:51:58.228431 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-52263947-543e-4449-a643-3d0629358290 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:51:58.300713 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-52263947-543e-4449-a643-3d0629358290 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:58.361929 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-52263947-543e-4449-a643-3d0629358290 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:58.413838 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-52263947-543e-4449-a643-3d0629358290 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:58.435316 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52263947-543e-4449-a643-3d0629358290 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3503275a-4ecd-472c-8e80-16f01b397e13,revision_number=0']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:58.499844 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-52263947-543e-4449-a643-3d0629358290 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:58.501039 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-52263947-543e-4449-a643-3d0629358290 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3039510
Jun 04 13:51:58.503657 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 49038) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:51:58.510644 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-338539e0-dbf8-4818-8831-f98c9fd830bf tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Request body: {'security_group_rule': {'security_group_id': 'b79427f4-8a65-4eb9-a2b1-03ebc7964eea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:51:58.514543 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-338539e0-dbf8-4818-8831-f98c9fd830bf tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:51:58.518352 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-338539e0-dbf8-4818-8831-f98c9fd830bf tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Usage tracker for resource:security_group_rule and tenant:9650a71550354afb93718cd61f608fa7 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:51:58.521185 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-338539e0-dbf8-4818-8831-f98c9fd830bf tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:51:58.527028 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-338539e0-dbf8-4818-8831-f98c9fd830bf tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:51:58.579129 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 49042) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:51:58.621584 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-338539e0-dbf8-4818-8831-f98c9fd830bf tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:58.679532 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-338539e0-dbf8-4818-8831-f98c9fd830bf tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:58.685626 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-f8144793-d25a-46a6-a28b-f8282b8ca04b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-463891465-network', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:51:58.689990 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-f8144793-d25a-46a6-a28b-f8282b8ca04b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:51:58.694020 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-f8144793-d25a-46a6-a28b-f8282b8ca04b admin admin] Usage tracker for resource:network and tenant:a4b423c2006c49d8b8e731fbf4557850 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:51:58.697521 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-f8144793-d25a-46a6-a28b-f8282b8ca04b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:51:58.703328 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-f8144793-d25a-46a6-a28b-f8282b8ca04b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:51:58.767728 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-338539e0-dbf8-4818-8831-f98c9fd830bf tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:58.788790 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338539e0-dbf8-4818-8831-f98c9fd830bf tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f3d5b05-1747-471a-9446-72d18e5db2ea,revision_number=0']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:58.793548 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8144793-d25a-46a6-a28b-f8282b8ca04b admin admin] Made reservation on behalf of a4b423c2006c49d8b8e731fbf4557850 for: {'network': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:51:58.795768 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f8144793-d25a-46a6-a28b-f8282b8ca04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for network, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:58.811457 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f8144793-d25a-46a6-a28b-f8282b8ca04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:58.825503 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-f8144793-d25a-46a6-a28b-f8282b8ca04b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:51:58.829299 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-f8144793-d25a-46a6-a28b-f8282b8ca04b admin admin] Usage tracker for resource:security_group_rule and tenant:a4b423c2006c49d8b8e731fbf4557850 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:51:58.832005 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-f8144793-d25a-46a6-a28b-f8282b8ca04b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:51:58.838159 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-f8144793-d25a-46a6-a28b-f8282b8ca04b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:51:58.867981 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-338539e0-dbf8-4818-8831-f98c9fd830bf tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:58.869234 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-338539e0-dbf8-4818-8831-f98c9fd830bf tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3646812
Jun 04 13:51:58.872630 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 49048) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:51:58.877823 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-a4cfa53a-dbf4-4f87-83de-d571f8198911 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Request body: {'floatingip': {'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:51:58.883622 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-a4cfa53a-dbf4-4f87-83de-d571f8198911 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:51:58.887410 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-a4cfa53a-dbf4-4f87-83de-d571f8198911 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Usage tracker for resource:floatingip and tenant:9650a71550354afb93718cd61f608fa7 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:51:58.890257 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-a4cfa53a-dbf4-4f87-83de-d571f8198911 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:51:58.895867 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-a4cfa53a-dbf4-4f87-83de-d571f8198911 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:51:58.939768 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a4cfa53a-dbf4-4f87-83de-d571f8198911 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for floatingip, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:58.941715 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f8144793-d25a-46a6-a28b-f8282b8ca04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:59.008022 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f8144793-d25a-46a6-a28b-f8282b8ca04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:59.036079 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8144793-d25a-46a6-a28b-f8282b8ca04b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223}  {{(pid=88594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:51:59.048891 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8144793-d25a-46a6-a28b-f8282b8ca04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8ed18c-dd40-4e8d-b7dd-08405d0a12f5,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:59.053396 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f8144793-d25a-46a6-a28b-f8282b8ca04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:59.053803 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.segments_db [None req-f8144793-d25a-46a6-a28b-f8282b8ca04b admin admin] Added segment 5a203b17-8fb4-4d75-9990-d9b9069da272 of type vlan for network 73738528-bfac-4e8c-bc3f-cbda5e3864f1
Jun 04 13:51:59.078449 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a4cfa53a-dbf4-4f87-83de-d571f8198911 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:59.086034 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f8144793-d25a-46a6-a28b-f8282b8ca04b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733312597486'] for network, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:59.156504 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f8144793-d25a-46a6-a28b-f8282b8ca04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086'] for network, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:59.157563 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8144793-d25a-46a6-a28b-f8282b8ca04b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:51:59.158130 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f8144793-d25a-46a6-a28b-f8282b8ca04b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:59.208859 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_common [None req-a4cfa53a-dbf4-4f87-83de-d571f8198911 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Allocated IP 172.27.2.108 (0e91cb13-9cd5-4b6d-a0e7-77d68e81a806/a67c2735-bb7f-4235-9bfa-262628d5695c/d8a09d6b-c3af-495c-931b-344ce470bde5) {{(pid=88595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:51:59.262868 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8144793-d25a-46a6-a28b-f8282b8ca04b admin admin] Pushing event updated for resources: {'Network': ['ID=73738528-bfac-4e8c-bc3f-cbda5e3864f1,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:59.274778 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Network 73738528-bfac-4e8c-bc3f-cbda5e3864f1 details requested by agent ovs-agent-dv-cinder-843593-2-iscsi with host dv-cinder-843593-2-iscsi {{(pid=88596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:51:59.318192 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-f8144793-d25a-46a6-a28b-f8282b8ca04b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.7379811
Jun 04 13:51:59.321501 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 49056) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:51:59.330744 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-0319e5eb-1f70-4671-8509-bf99791c71b8 admin admin] Request body: {'subnet': {'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-463891465-subnet', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:51:59.350435 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-0319e5eb-1f70-4671-8509-bf99791c71b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:51:59.354916 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-0319e5eb-1f70-4671-8509-bf99791c71b8 admin admin] Usage tracker for resource:subnet and tenant:a4b423c2006c49d8b8e731fbf4557850 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:51:59.357839 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-0319e5eb-1f70-4671-8509-bf99791c71b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:51:59.364384 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-0319e5eb-1f70-4671-8509-bf99791c71b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:51:59.446101 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a4cfa53a-dbf4-4f87-83de-d571f8198911 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for port, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:59.454693 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0319e5eb-1f70-4671-8509-bf99791c71b8 admin admin] Made reservation on behalf of a4b423c2006c49d8b8e731fbf4557850 for: {'subnet': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:51:59.458490 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-0319e5eb-1f70-4671-8509-bf99791c71b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65227580'] for subnet, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:59.528215 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a4cfa53a-dbf4-4f87-83de-d571f8198911 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:59.596470 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cfa53a-dbf4-4f87-83de-d571f8198911 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 is already hosted by enough agents. {{(pid=88595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:51:59.605086 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-a4cfa53a-dbf4-4f87-83de-d571f8198911 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Resources bound (agent type, host, resource id):  {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:51:59.605086 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cfa53a-dbf4-4f87-83de-d571f8198911 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Received port after_create {{(pid=88595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:51:59.638049 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cfa53a-dbf4-4f87-83de-d571f8198911 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Pushing event updated for resources: {'Port': ['ID=d8a09d6b-c3af-495c-931b-344ce470bde5,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:59.686150 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a4cfa53a-dbf4-4f87-83de-d571f8198911 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:59.768200 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-0319e5eb-1f70-4671-8509-bf99791c71b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65842052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65227566'] for subnet, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:59.826591 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a4cfa53a-dbf4-4f87-83de-d571f8198911 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:51:59.847233 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319e5eb-1f70-4671-8509-bf99791c71b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=519b1458-12fa-4b17-b5c8-40537719eb4a,revision_number=0']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:51:59.856582 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0319e5eb-1f70-4671-8509-bf99791c71b8 admin admin] Checking segment: {'id': '5a203b17-8fb4-4d75-9990-d9b9069da272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:51:59.856876 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0319e5eb-1f70-4671-8509-bf99791c71b8 admin admin] Network hostable DHCP agents. Network: 73738528-bfac-4e8c-bc3f-cbda5e3864f1, hostable agents: ['87172334-b636-4990-a849-36beff162f6b'], hosted agents: [] {{(pid=88594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:51:59.956403 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0319e5eb-1f70-4671-8509-bf99791c71b8 admin admin] Network 73738528-bfac-4e8c-bc3f-cbda5e3864f1 is scheduled to be hosted by DHCP agent 87172334-b636-4990-a849-36beff162f6b with binding_index 1 {{(pid=88594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:52:00.025748 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [None req-0319e5eb-1f70-4671-8509-bf99791c71b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-iscsi, 73738528-bfac-4e8c-bc3f-cbda5e3864f1) {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:52:00.030469 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0319e5eb-1f70-4671-8509-bf99791c71b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:00.031222 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-0319e5eb-1f70-4671-8509-bf99791c71b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:00.037755 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1070e92-f933-4b14-b35a-8843f99c56d6 None None] Network 73738528-bfac-4e8c-bc3f-cbda5e3864f1 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:52:00.049686 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb1b45-3eb2-42c3-97d9-14033fcf1eb5 req-65f4cbdb-d1de-42e6-83d2-5cdc10b7a741 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:00.051223 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-7bbb1b45-3eb2-42c3-97d9-14033fcf1eb5 req-65f4cbdb-d1de-42e6-83d2-5cdc10b7a741 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=3799867a-9576-447e-8411-e9afff92fa60 HTTP/1.1" status: 200  len: 945 time: 0.1861060
Jun 04 13:52:00.116558 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-0319e5eb-1f70-4671-8509-bf99791c71b8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.7936816
Jun 04 13:52:00.121490 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 49062) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:00.129914 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-a9dcb91d-22a1-4add-a69a-068c806188bd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-463891465-router', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:52:00.136231 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-7bbb1b45-3eb2-42c3-97d9-14033fcf1eb5 req-fa6a4278-f3cc-4ebb-9b60-7ac2e4d958ff tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/security-groups?id=463b3b4c-2ed3-4b10-80a4-ed65c0745064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696232
Jun 04 13:52:00.139000 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-a9dcb91d-22a1-4add-a69a-068c806188bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:52:00.154718 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-a9dcb91d-22a1-4add-a69a-068c806188bd admin admin] Usage tracker for resource:router and tenant:a4b423c2006c49d8b8e731fbf4557850 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:52:00.159859 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-a9dcb91d-22a1-4add-a69a-068c806188bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:52:00.168022 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a4cfa53a-dbf4-4f87-83de-d571f8198911 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for port, precommit_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:00.169765 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-a9dcb91d-22a1-4add-a69a-068c806188bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:52:00.224128 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a4cfa53a-dbf4-4f87-83de-d571f8198911 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64863338'] for port, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:00.254230 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0551a3ca-0318-47c2-928d-06ff49793324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp510e4005-fc10-54f8-bf0a-cb16b8ae68cb-73738528-bfac-4e8c-bc3f-cbda5e3864f1', 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'fixed_ips': [{'subnet_id': '519b1458-12fa-4b17-b5c8-40537719eb4a'}]}} from dv-cinder-843593-2-iscsi. {{(pid=88596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 04 13:52:00.257231 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-0551a3ca-0318-47c2-928d-06ff49793324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:00.267338 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a9dcb91d-22a1-4add-a69a-068c806188bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66723640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7350'] for router, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:00.268318 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a9dcb91d-22a1-4add-a69a-068c806188bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66777610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66718318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66607470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7311'] for router, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:00.350360 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a9dcb91d-22a1-4add-a69a-068c806188bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:00.361033 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cfa53a-dbf4-4f87-83de-d571f8198911 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Pushing event updated for resources: {'Port': ['ID=d8a09d6b-c3af-495c-931b-344ce470bde5,revision_number=2']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:00.370202 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a4cfa53a-dbf4-4f87-83de-d571f8198911 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:00.408433 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.db_base_plugin_common [None req-0551a3ca-0318-47c2-928d-06ff49793324 None None] Allocated IP 172.20.0.2 (73738528-bfac-4e8c-bc3f-cbda5e3864f1/519b1458-12fa-4b17-b5c8-40537719eb4a/048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92) {{(pid=88596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:52:00.514439 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a4cfa53a-dbf4-4f87-83de-d571f8198911 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:00.515771 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-a4cfa53a-dbf4-4f87-83de-d571f8198911 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6420696
Jun 04 13:52:00.611215 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-0551a3ca-0318-47c2-928d-06ff49793324 None None] Notify callbacks [] for port, precommit_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:00.621318 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-0551a3ca-0318-47c2-928d-06ff49793324 None None] Transition to ACTIVE for port object 048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92 will not be triggered until provisioned by entity L2. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:52:00.643268 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-0551a3ca-0318-47c2-928d-06ff49793324 None None] Transition to ACTIVE for port object 048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92 will not be triggered until provisioned by entity DHCP. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:52:00.710503 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-0551a3ca-0318-47c2-928d-06ff49793324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946'] for port, after_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:00.712367 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a9dcb91d-22a1-4add-a69a-068c806188bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66718236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66723594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7325'] for router, precommit_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:00.744674 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-8d479e70-e5ec-4523-bdfc-ce84be40bb69 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Synchronizing usage tracker for tenant:9650a71550354afb93718cd61f608fa7 on resource:security_group {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:52:00.780868 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0551a3ca-0318-47c2-928d-06ff49793324 None None] Network 73738528-bfac-4e8c-bc3f-cbda5e3864f1 is already hosted by enough agents. {{(pid=88596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:52:00.783737 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.scheduler.base_scheduler [None req-0551a3ca-0318-47c2-928d-06ff49793324 None None] Resources bound (agent type, host, resource id):  {{(pid=88596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:52:00.787275 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0551a3ca-0318-47c2-928d-06ff49793324 None None] Received port after_create {{(pid=88596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:52:00.793035 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551a3ca-0318-47c2-928d-06ff49793324 None None] Pushing event updated for resources: {'Port': ['ID=048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92,revision_number=1']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:00.813153 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-8d479e70-e5ec-4523-bdfc-ce84be40bb69 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Unset dirty status for tenant:9650a71550354afb93718cd61f608fa7 on resource:security_group {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:52:00.814428 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-8d479e70-e5ec-4523-bdfc-ce84be40bb69 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--862085460&fields=id&tenant_id=9650a71550354afb93718cd61f608fa7 HTTP/1.1" status: 200  len: 267 time: 0.1094654
Jun 04 13:52:00.881730 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-0551a3ca-0318-47c2-928d-06ff49793324 None None] Attempting to bind port 048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92 on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:52:00.882008 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-0551a3ca-0318-47c2-928d-06ff49793324 None None] Attempting to bind port 048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92 by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': '5a203b17-8fb4-4d75-9990-d9b9069da272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1'}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:52:00.882369 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0551a3ca-0318-47c2-928d-06ff49793324 None None] Attempting to bind port 048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92 on network 73738528-bfac-4e8c-bc3f-cbda5e3864f1 {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:52:00.888138 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0551a3ca-0318-47c2-928d-06ff49793324 None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:52:00.888510 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0551a3ca-0318-47c2-928d-06ff49793324 None None] Checking segment: {'id': '5a203b17-8fb4-4d75-9990-d9b9069da272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:52:00.888903 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-0551a3ca-0318-47c2-928d-06ff49793324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:00.889294 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0551a3ca-0318-47c2-928d-06ff49793324 None None] Bound using segment: {'id': '5a203b17-8fb4-4d75-9990-d9b9069da272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1'} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:52:00.889746 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-0551a3ca-0318-47c2-928d-06ff49793324 None None] Bound port: 048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a203b17-8fb4-4d75-9990-d9b9069da272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1'}}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:52:00.890114 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-0551a3ca-0318-47c2-928d-06ff49793324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:00.969565 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-29201e74-cc16-4c58-b455-fbb432d52605 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:00.975418 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-29201e74-cc16-4c58-b455-fbb432d52605 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/networks?id=7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb HTTP/1.1" status: 200  len: 809 time: 0.1526020
Jun 04 13:52:00.988089 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-634cd43f-72ce-4c7e-977e-583d843b69d7 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/quotas/9650a71550354afb93718cd61f608fa7 HTTP/1.1" status: 200  len: 375 time: 0.0090301
Jun 04 13:52:00.989063 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-0551a3ca-0318-47c2-928d-06ff49793324 None None] For port 048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:52:00.992491 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-0551a3ca-0318-47c2-928d-06ff49793324 None None] For port 048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92,segment=NetworkSegment(5a203b17-8fb4-4d75-9990-d9b9069da272),segment_id=5a203b17-8fb4-4d75-9990-d9b9069da272)] {{(pid=88596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:52:01.065921 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-0551a3ca-0318-47c2-928d-06ff49793324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:01.078312 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-68283fed-41c6-441a-bbd3-515bfd670888 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Synchronizing usage tracker for tenant:9650a71550354afb93718cd61f608fa7 on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:52:01.157104 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-68283fed-41c6-441a-bbd3-515bfd670888 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Unset dirty status for tenant:9650a71550354afb93718cd61f608fa7 on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:52:01.158388 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-68283fed-41c6-441a-bbd3-515bfd670888 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9650a71550354afb93718cd61f608fa7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1640906
Jun 04 13:52:01.167416 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a9dcb91d-22a1-4add-a69a-068c806188bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:01.182517 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551a3ca-0318-47c2-928d-06ff49793324 None None] Pushing event updated for resources: {'Port': ['ID=048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92,revision_number=2']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:01.203948 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a9dcb91d-22a1-4add-a69a-068c806188bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:01.366551 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-e4fa00e2-bf75-4df2-9253-2f5311a1eb89 service neutron] 10.222.0.39 "GET /v2.0/networks/7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1950207
Jun 04 13:52:01.413754 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b90975-c0e1-4bbc-840e-37b2c53c685f req-068e3ee7-c8cb-4dd4-8c6f-0b1b9dc648c9 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:01.415310 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d8b90975-c0e1-4bbc-840e-37b2c53c685f req-068e3ee7-c8cb-4dd4-8c6f-0b1b9dc648c9 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=3799867a-9576-447e-8411-e9afff92fa60 HTTP/1.1" status: 200  len: 945 time: 0.1536598
Jun 04 13:52:01.449527 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_common [None req-a9dcb91d-22a1-4add-a69a-068c806188bd admin admin] Allocated IP 172.27.2.86 (0e91cb13-9cd5-4b6d-a0e7-77d68e81a806/a67c2735-bb7f-4235-9bfa-262628d5695c/ef96ec3b-23c0-4b94-9593-943742987ec7) {{(pid=88595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:52:01.508756 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d8b90975-c0e1-4bbc-840e-37b2c53c685f req-5d7f9ead-eb6f-4266-bba7-6d2f95987d0f tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/security-groups?id=463b3b4c-2ed3-4b10-80a4-ed65c0745064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853810
Jun 04 13:52:01.533945 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-7bc1ad4f-5693-4ae1-911b-c14b53950d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:01.541129 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-0f27bf8f-ea5c-48f7-8b03-f6e6af8d199b service neutron] 10.222.0.39 "GET /v2.0/networks/7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1718073
Jun 04 13:52:01.636554 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a9dcb91d-22a1-4add-a69a-068c806188bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:01.762554 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a9dcb91d-22a1-4add-a69a-068c806188bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:01.861297 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-a988e3d7-c3af-48e8-9154-69af3075c199 req-148b35c1-4f63-4a25-b8ea-6c016f0a5f33 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Synchronizing usage tracker for tenant:9650a71550354afb93718cd61f608fa7 on resource:port {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:52:01.883920 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dcb91d-22a1-4add-a69a-068c806188bd admin admin] Network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 is already hosted by enough agents. {{(pid=88595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:52:01.888751 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-a9dcb91d-22a1-4add-a69a-068c806188bd admin admin] Resources bound (agent type, host, resource id):  {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:52:01.900107 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dcb91d-22a1-4add-a69a-068c806188bd admin admin] Received port after_create {{(pid=88595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:52:01.935017 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-a988e3d7-c3af-48e8-9154-69af3075c199 req-148b35c1-4f63-4a25-b8ea-6c016f0a5f33 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Unset dirty status for tenant:9650a71550354afb93718cd61f608fa7 on resource:port {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:52:01.936172 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-a988e3d7-c3af-48e8-9154-69af3075c199 req-148b35c1-4f63-4a25-b8ea-6c016f0a5f33 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc246482-9a4c-4184-8ff9-0ece98603d12 HTTP/1.1" status: 200  len: 210 time: 0.1366987
Jun 04 13:52:01.936757 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dcb91d-22a1-4add-a69a-068c806188bd admin admin] Pushing event updated for resources: {'Port': ['ID=ef96ec3b-23c0-4b94-9593-943742987ec7,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:02.043932 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f26bde-dd9c-40c4-8377-5a79167120de req-f37fcbe3-18e9-4818-9f37-8b57419050a1 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:02.045579 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e0f26bde-dd9c-40c4-8377-5a79167120de req-f37fcbe3-18e9-4818-9f37-8b57419050a1 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.55 "GET /v2.0/ports?device_id=3799867a-9576-447e-8411-e9afff92fa60 HTTP/1.1" status: 200  len: 945 time: 0.2224834
Jun 04 13:52:02.127573 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-e0f26bde-dd9c-40c4-8377-5a79167120de req-d0fc7ada-a1a4-4436-a59f-252940283857 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Deleting port a1281c9d-7d72-4fe6-ad67-1d3c49186fbf {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:52:02.128179 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-e0f26bde-dd9c-40c4-8377-5a79167120de req-d0fc7ada-a1a4-4436-a59f-252940283857 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:02.243381 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa5e720-959c-47f1-80df-7a9359cc431d None None] Network 73738528-bfac-4e8c-bc3f-cbda5e3864f1 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:52:02.415726 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-e0f26bde-dd9c-40c4-8377-5a79167120de req-d0fc7ada-a1a4-4436-a59f-252940283857 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] For port a1281c9d-7d72-4fe6-ad67-1d3c49186fbf, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=a1281c9d-7d72-4fe6-ad67-1d3c49186fbf,segment=NetworkSegment(4557923e-4c95-473c-9b7e-16c5fd711bf4),segment_id=4557923e-4c95-473c-9b7e-16c5fd711bf4)] {{(pid=88594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:52:02.416090 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-e0f26bde-dd9c-40c4-8377-5a79167120de req-d0fc7ada-a1a4-4436-a59f-252940283857 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:02.458107 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-a67939ef-373a-41d0-aac2-925366b1702f None None] Provisioning for port 048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92 completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:52:02.471981 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a9dcb91d-22a1-4add-a69a-068c806188bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:02.546934 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-e0f26bde-dd9c-40c4-8377-5a79167120de req-d0fc7ada-a1a4-4436-a59f-252940283857 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Calling delete_port for a1281c9d-7d72-4fe6-ad67-1d3c49186fbf owned by compute:nova {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:52:02.784131 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2112d-83c4-4561-acb8-e0a9598f9fe9 req-4c63f2d8-d48b-45a4-b935-297ab2912772 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:02.787614 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-90a2112d-83c4-4561-acb8-e0a9598f9fe9 req-4c63f2d8-d48b-45a4-b935-297ab2912772 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=3799867a-9576-447e-8411-e9afff92fa60 HTTP/1.1" status: 200  len: 945 time: 0.1129832
Jun 04 13:52:02.833231 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-90a2112d-83c4-4561-acb8-e0a9598f9fe9 req-771cae67-8476-4047-b511-ef06ef61205f tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/security-groups?id=463b3b4c-2ed3-4b10-80a4-ed65c0745064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418346
Jun 04 13:52:02.846278 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a9dcb91d-22a1-4add-a69a-068c806188bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66723635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66718259'] for router, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:02.848398 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-e0f26bde-dd9c-40c4-8377-5a79167120de req-d0fc7ada-a1a4-4436-a59f-252940283857 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:02.892564 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['a1281c9d-7d72-4fe6-ad67-1d3c49186fbf'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:52:02.903499 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc7ada-a1a4-4436-a59f-252940283857 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Pushing event deleted for resources: {'Port': ['ID=a1281c9d-7d72-4fe6-ad67-1d3c49186fbf,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:02.987525 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f26bde-dd9c-40c4-8377-5a79167120de req-d0fc7ada-a1a4-4436-a59f-252940283857 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] No DVR routers for this DVR port a1281c9d-7d72-4fe6-ad67-1d3c49186fbf on host hv-cinder-84359 {{(pid=88594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:52:02.990020 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-e0f26bde-dd9c-40c4-8377-5a79167120de req-d0fc7ada-a1a4-4436-a59f-252940283857 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:02.993436 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3799867a-9576-447e-8411-e9afff92fa60', 'name': 'network-vif-deleted', 'tag': 'a1281c9d-7d72-4fe6-ad67-1d3c49186fbf'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:52:03.060577 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e0f26bde-dd9c-40c4-8377-5a79167120de req-d0fc7ada-a1a4-4436-a59f-252940283857 tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.55 "DELETE /v2.0/ports/a1281c9d-7d72-4fe6-ad67-1d3c49186fbf HTTP/1.1" status: 204  len: 173 time: 1.0092647
Jun 04 13:52:03.098465 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9842569-4b2b-4396-9d8f-c92b308a7e9c'] response: {'server_uuid': '3799867a-9576-447e-8411-e9afff92fa60', 'name': 'network-vif-deleted', 'tag': 'a1281c9d-7d72-4fe6-ad67-1d3c49186fbf', 'status': 'completed', 'code': 200}
Jun 04 13:52:03.115931 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:52:03.178932 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-a1882bb1-259d-46cb-bcbb-c41c277f8173 req-015ee010-a926-467a-b171-fbe0b7055850 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc246482-9a4c-4184-8ff9-0ece98603d12 HTTP/1.1" status: 200  len: 210 time: 0.0543659
Jun 04 13:52:03.287462 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9dcb91d-22a1-4add-a69a-068c806188bd admin admin] Router b3c35a1a-a2f2-4646-881a-9ffba554fd8b is scheduled to L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 with binding_index 1 {{(pid=88595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 13:52:03.287664 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port 048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92 completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:52:03.293460 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:52:03.294296 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:03.458292 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92 is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:52:03.458842 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:03.485979 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9dcb91d-22a1-4add-a69a-068c806188bd admin admin] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:52:03.496952 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513b273c-2f7f-4507-a974-06320365976d None None] Sync routers for ids ['b3c35a1a-a2f2-4646-881a-9ffba554fd8b'] in dv-cinder-843593-2-iscsi {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:52:03.507680 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] For port 048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92,segment=NetworkSegment(5a203b17-8fb4-4d75-9990-d9b9069da272),segment_id=5a203b17-8fb4-4d75-9990-d9b9069da272)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:52:03.512316 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513b273c-2f7f-4507-a974-06320365976d None None] Routers {'b3c35a1a-a2f2-4646-881a-9ffba554fd8b'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:52:03.513029 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-513b273c-2f7f-4507-a974-06320365976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ed43ee0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:51:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['b3c35a1a-a2f2-4646-881a-9ffba554fd8b'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:03.603621 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a9dcb91d-22a1-4add-a69a-068c806188bd admin admin] Notify callbacks [] for router, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:03.603836 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:03.604450 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-a9dcb91d-22a1-4add-a69a-068c806188bd admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.4808939
Jun 04 13:52:03.607161 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 49106) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:03.721261 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-513b273c-2f7f-4507-a974-06320365976d None None] Set router b3c35a1a-a2f2-4646-881a-9ffba554fd8b gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:52:03.727353 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Pushing event updated for resources: {'Port': ['ID=048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92,revision_number=3']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:03.812823 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-ad5e94c9-f6a4-4da0-a5d6-24c00104a243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:03.997098 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-28d51c7b-7d40-4781-8c33-bf477a13eb57 req-55105488-db18-44fb-a27f-730da700153a tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Synchronizing usage tracker for tenant:6aa03736214446fcaca77b1e2066ec8e on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:52:04.040663 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-513b273c-2f7f-4507-a974-06320365976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ed43ee0>, [{'id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'name': 'tempest-AttachVolumeShelveTestJSON-463891465-router', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:52:02Z', 'revision_number': 3, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'gw_port': {'id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:04.044779 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513b273c-2f7f-4507-a974-06320365976d None None] Checking router: b3c35a1a-a2f2-4646-881a-9ffba554fd8b for host: dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:52:04.045220 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513b273c-2f7f-4507-a974-06320365976d None None] Updating router b3c35a1a-a2f2-4646-881a-9ffba554fd8b port ef96ec3b-23c0-4b94-9593-943742987ec7 binding host dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:52:04.076868 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-28d51c7b-7d40-4781-8c33-bf477a13eb57 req-55105488-db18-44fb-a27f-730da700153a tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] Unset dirty status for tenant:6aa03736214446fcaca77b1e2066ec8e on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:52:04.083936 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-28d51c7b-7d40-4781-8c33-bf477a13eb57 req-55105488-db18-44fb-a27f-730da700153a tempest-VolumesSnapshotTestJSON-2102108981 tempest-VolumesSnapshotTestJSON-2102108981-project] 10.222.0.39 "GET /v2.0/ports?device_id=3799867a-9576-447e-8411-e9afff92fa60 HTTP/1.1" status: 200  len: 210 time: 0.1248841
Jun 04 13:52:04.101262 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-513b273c-2f7f-4507-a974-06320365976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:04.346015 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1c506929-dfdb-48c5-ad14-9cb23ee2e979 req-faff9618-ac57-4114-861e-7532bbacc5e0 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc246482-9a4c-4184-8ff9-0ece98603d12 HTTP/1.1" status: 200  len: 210 time: 0.0514297
Jun 04 13:52:04.351654 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c0a3f0e3-c4de-456c-a3c4-6bae1db14bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:04.462908 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-513b273c-2f7f-4507-a974-06320365976d None None] Notify callbacks [] for port, precommit_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:04.477312 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.provisioning_blocks [None req-513b273c-2f7f-4507-a974-06320365976d None None] Transition to ACTIVE for port object ef96ec3b-23c0-4b94-9593-943742987ec7 will not be triggered until provisioned by entity L2. {{(pid=88597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:52:04.478711 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-5628898a-fa5c-41ab-b817-e8af6134f6b5 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:04.480291 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-5628898a-fa5c-41ab-b817-e8af6134f6b5 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.55 "GET /v2.0/networks?id=7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb HTTP/1.1" status: 200  len: 809 time: 0.1694183
Jun 04 13:52:04.536491 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-67e54ec4-52af-4128-9fe0-bd6dee0f6d07 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9650a71550354afb93718cd61f608fa7 HTTP/1.1" status: 200  len: 379 time: 0.0404801
Jun 04 13:52:04.548984 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-4caaa83d-291e-4b75-9353-c33fd07374d5 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Request body: {'port': {'device_id': 'bc246482-9a4c-4184-8ff9-0ece98603d12', 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb', 'admin_state_up': True, 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'security_groups': ['b79427f4-8a65-4eb9-a2b1-03ebc7964eea']}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:52:04.568156 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-513b273c-2f7f-4507-a974-06320365976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:04.672258 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.managers [None req-513b273c-2f7f-4507-a974-06320365976d None None] Attempting to bind port ef96ec3b-23c0-4b94-9593-943742987ec7 on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:52:04.672914 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.managers [None req-513b273c-2f7f-4507-a974-06320365976d None None] Attempting to bind port ef96ec3b-23c0-4b94-9593-943742987ec7 by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}] {{(pid=88597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:52:04.673418 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513b273c-2f7f-4507-a974-06320365976d None None] Attempting to bind port ef96ec3b-23c0-4b94-9593-943742987ec7 on network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:52:04.681696 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:04.682552 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513b273c-2f7f-4507-a974-06320365976d None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:52:04.683133 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513b273c-2f7f-4507-a974-06320365976d None None] Checking segment: {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:52:04.683677 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-513b273c-2f7f-4507-a974-06320365976d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:04.684224 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513b273c-2f7f-4507-a974-06320365976d None None] Bound using segment: {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'} {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:52:04.684846 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.managers [None req-513b273c-2f7f-4507-a974-06320365976d None None] Bound port: ef96ec3b-23c0-4b94-9593-943742987ec7, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}}] {{(pid=88597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:52:04.685391 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-513b273c-2f7f-4507-a974-06320365976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:04.699737 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-4caaa83d-291e-4b75-9353-c33fd07374d5 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:52:04.706875 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_common [None req-c0a3f0e3-c4de-456c-a3c4-6bae1db14bb0 admin admin] Allocated IP 172.20.0.1 (73738528-bfac-4e8c-bc3f-cbda5e3864f1/519b1458-12fa-4b17-b5c8-40537719eb4a/1b1203f1-3341-4de6-a51b-e68bdab020e2) {{(pid=88595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:52:04.710517 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-4caaa83d-291e-4b75-9353-c33fd07374d5 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:52:04.725497 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ba123-38b5-4aaa-afb2-71d4c1626c1a None None] Pushing event updated for resources: {'Port': ['ID=ef96ec3b-23c0-4b94-9593-943742987ec7,revision_number=2']} {{(pid=88597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:04.744110 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ba123-38b5-4aaa-afb2-71d4c1626c1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:04.744394 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ba123-38b5-4aaa-afb2-71d4c1626c1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:04.744701 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ba123-38b5-4aaa-afb2-71d4c1626c1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:04.745026 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ba123-38b5-4aaa-afb2-71d4c1626c1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:04.745351 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ba123-38b5-4aaa-afb2-71d4c1626c1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:04.745667 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ba123-38b5-4aaa-afb2-71d4c1626c1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:04.745983 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ba123-38b5-4aaa-afb2-71d4c1626c1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:04.746297 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ba123-38b5-4aaa-afb2-71d4c1626c1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:04.746629 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ba123-38b5-4aaa-afb2-71d4c1626c1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:04.746945 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ba123-38b5-4aaa-afb2-71d4c1626c1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:04.747279 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ba123-38b5-4aaa-afb2-71d4c1626c1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:04.747589 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ba123-38b5-4aaa-afb2-71d4c1626c1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:04.779566 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.db [None req-513b273c-2f7f-4507-a974-06320365976d None None] For port ef96ec3b-23c0-4b94-9593-943742987ec7, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:52:04.782637 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.db [None req-513b273c-2f7f-4507-a974-06320365976d None None] For port ef96ec3b-23c0-4b94-9593-943742987ec7, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=ef96ec3b-23c0-4b94-9593-943742987ec7,segment=NetworkSegment(a5e9f3a7-fe7c-4b2a-9489-202ad5682d71),segment_id=a5e9f3a7-fe7c-4b2a-9489-202ad5682d71)] {{(pid=88597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:52:04.831079 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:04.854147 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-4caaa83d-291e-4b75-9353-c33fd07374d5 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Made reservation on behalf of 9650a71550354afb93718cd61f608fa7 for: {'port': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:52:04.854405 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-513b273c-2f7f-4507-a974-06320365976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:04.859720 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-4caaa83d-291e-4b75-9353-c33fd07374d5 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:04.878236 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c0a3f0e3-c4de-456c-a3c4-6bae1db14bb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:04.909839 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.provisioning_blocks [None req-c0a3f0e3-c4de-456c-a3c4-6bae1db14bb0 admin admin] Transition to ACTIVE for port object 1b1203f1-3341-4de6-a51b-e68bdab020e2 will not be triggered until provisioned by entity DHCP. {{(pid=88595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:52:04.937973 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513b273c-2f7f-4507-a974-06320365976d None None] Routers {'b3c35a1a-a2f2-4646-881a-9ffba554fd8b'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:52:04.938909 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-513b273c-2f7f-4507-a974-06320365976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ed43ee0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:52:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['b3c35a1a-a2f2-4646-881a-9ffba554fd8b'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:05.000795 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ba123-38b5-4aaa-afb2-71d4c1626c1a None None] Pushing event updated for resources: {'Port': ['ID=ef96ec3b-23c0-4b94-9593-943742987ec7,revision_number=3']} {{(pid=88597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:05.008718 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c0a3f0e3-c4de-456c-a3c4-6bae1db14bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:05.051334 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:52:05.083955 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_common [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-4caaa83d-291e-4b75-9353-c33fd07374d5 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Allocated IP 172.20.0.3 (7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb/3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e/b5ff8a6d-b33d-480a-9e44-ccf2699c983d) {{(pid=88594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:52:05.092015 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a3f0e3-c4de-456c-a3c4-6bae1db14bb0 admin admin] Network 73738528-bfac-4e8c-bc3f-cbda5e3864f1 is already hosted by enough agents. {{(pid=88595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:52:05.095184 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-c0a3f0e3-c4de-456c-a3c4-6bae1db14bb0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:52:05.098506 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a3f0e3-c4de-456c-a3c4-6bae1db14bb0 admin admin] Received port after_create {{(pid=88595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:52:05.129121 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3f0e3-c4de-456c-a3c4-6bae1db14bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=1b1203f1-3341-4de6-a51b-e68bdab020e2,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:05.140740 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:52:05.141928 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:05.159835 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c0a3f0e3-c4de-456c-a3c4-6bae1db14bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66723705'] for router_interface, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:05.197555 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-513b273c-2f7f-4507-a974-06320365976d None None] Set router b3c35a1a-a2f2-4646-881a-9ffba554fd8b gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:52:05.365028 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92 is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:52:05.413172 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-4caaa83d-291e-4b75-9353-c33fd07374d5 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for port, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:05.430608 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-4caaa83d-291e-4b75-9353-c33fd07374d5 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Transition to ACTIVE for port object b5ff8a6d-b33d-480a-9e44-ccf2699c983d will not be triggered until provisioned by entity DHCP. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:52:05.522444 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-8e2997ac-8eb8-45f6-bf5c-a0b1ec069a6e None None] Provisioning for port 1b1203f1-3341-4de6-a51b-e68bdab020e2 completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:52:05.528437 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-8e2997ac-8eb8-45f6-bf5c-a0b1ec069a6e None None] Provisioning complete for port 1b1203f1-3341-4de6-a51b-e68bdab020e2 triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:52:05.528995 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-8e2997ac-8eb8-45f6-bf5c-a0b1ec069a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:05.549848 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-dc842f6f-5a1b-477d-9369-8f42f3ca4c66 req-ffd356fd-4e81-419f-ae93-6ff44abd5878 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc246482-9a4c-4184-8ff9-0ece98603d12 HTTP/1.1" status: 200  len: 210 time: 0.0459442
Jun 04 13:52:05.557615 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-4caaa83d-291e-4b75-9353-c33fd07374d5 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:05.600580 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-513b273c-2f7f-4507-a974-06320365976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ed43ee0>, [{'id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'name': 'tempest-AttachVolumeShelveTestJSON-463891465-router', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:52:02Z', 'revision_number': 3, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'gw_port': {'id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:05.602769 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-8e2997ac-8eb8-45f6-bf5c-a0b1ec069a6e None None] Port 1b1203f1-3341-4de6-a51b-e68bdab020e2 cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:52:05.605505 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513b273c-2f7f-4507-a974-06320365976d None None] The sync data for ids ['b3c35a1a-a2f2-4646-881a-9ffba554fd8b'] in dv-cinder-843593-2-iscsi is: [{'id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'name': 'tempest-AttachVolumeShelveTestJSON-463891465-router', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:52:02Z', 'revision_number': 3, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'gw_port': {'id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}] {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:52:05.705327 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-4caaa83d-291e-4b75-9353-c33fd07374d5 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Network 7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:52:05.708549 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-4caaa83d-291e-4b75-9353-c33fd07374d5 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:52:05.713023 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-4caaa83d-291e-4b75-9353-c33fd07374d5 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Received port after_create {{(pid=88594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:52:05.721987 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device a1281c9d-7d72-4fe6-ad67-1d3c49186fbf no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:52:05.779087 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c0a3f0e3-c4de-456c-a3c4-6bae1db14bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:05.779668 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] No Port match for: a1281c9d-7d72-4fe6-ad67-1d3c49186fbf {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:52:05.779668 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device a1281c9d-7d72-4fe6-ad67-1d3c49186fbf not bound to the agent host hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:52:05.796242 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-4caaa83d-291e-4b75-9353-c33fd07374d5 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:05.797170 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-4caaa83d-291e-4b75-9353-c33fd07374d5 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:05.800738 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caaa83d-291e-4b75-9353-c33fd07374d5 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Pushing event updated for resources: {'Port': ['ID=b5ff8a6d-b33d-480a-9e44-ccf2699c983d,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:05.877810 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-4caaa83d-291e-4b75-9353-c33fd07374d5 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3329616
Jun 04 13:52:05.994586 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-b72e95d9-af43-40ff-ad01-e4a4528a87a7 service neutron] Request body: {'port': {'device_id': 'bc246482-9a4c-4184-8ff9-0ece98603d12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:52:06.093855 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:06.139081 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c0a3f0e3-c4de-456c-a3c4-6bae1db14bb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:06.179515 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-150950f9-0541-468c-88b2-49882f0af8bc None None] Provisioning for port b5ff8a6d-b33d-480a-9e44-ccf2699c983d completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:52:06.185588 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-150950f9-0541-468c-88b2-49882f0af8bc None None] Provisioning complete for port b5ff8a6d-b33d-480a-9e44-ccf2699c983d triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:52:06.185997 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-150950f9-0541-468c-88b2-49882f0af8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:06.190084 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-b72e95d9-af43-40ff-ad01-e4a4528a87a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:06.208118 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c0a3f0e3-c4de-456c-a3c4-6bae1db14bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64863338'] for port, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:06.246860 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-150950f9-0541-468c-88b2-49882f0af8bc None None] Port b5ff8a6d-b33d-480a-9e44-ccf2699c983d cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:52:06.326706 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c0a3f0e3-c4de-456c-a3c4-6bae1db14bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66655068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66719424'] for router_interface, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:06.330383 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3f0e3-c4de-456c-a3c4-6bae1db14bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=1b1203f1-3341-4de6-a51b-e68bdab020e2,revision_number=2']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:06.469490 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a3f0e3-c4de-456c-a3c4-6bae1db14bb0 admin admin] Network 73738528-bfac-4e8c-bc3f-cbda5e3864f1 is already hosted by enough agents. {{(pid=88595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:52:06.470796 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-c0a3f0e3-c4de-456c-a3c4-6bae1db14bb0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:52:06.571017 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-b72e95d9-af43-40ff-ad01-e4a4528a87a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5ff8a6d-b33d-480a-9e44-ccf2699c983d {{(pid=88594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:52:06.578961 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-b72e95d9-af43-40ff-ad01-e4a4528a87a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:06.603330 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-b72e95d9-af43-40ff-ad01-e4a4528a87a7 service neutron] Transition to ACTIVE for port object b5ff8a6d-b33d-480a-9e44-ccf2699c983d will not be triggered until provisioned by entity L2. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:52:06.674429 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a3f0e3-c4de-456c-a3c4-6bae1db14bb0 admin admin] Router b3c35a1a-a2f2-4646-881a-9ffba554fd8b has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:52:06.676974 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-b72e95d9-af43-40ff-ad01-e4a4528a87a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:06.771602 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-ff5be978-7e1b-454f-80c3-d1ba7a98415b None None] Provisioning complete for port 1b1203f1-3341-4de6-a51b-e68bdab020e2 triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:52:06.772618 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-ff5be978-7e1b-454f-80c3-d1ba7a98415b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:06.844186 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-ff5be978-7e1b-454f-80c3-d1ba7a98415b None None] Port 1b1203f1-3341-4de6-a51b-e68bdab020e2 cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:52:06.862568 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e95d9-af43-40ff-ad01-e4a4528a87a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ff8a6d-b33d-480a-9e44-ccf2699c983d,revision_number=2']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:06.986245 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3030dbc-6759-43fb-983e-9ad2a3d50af5 req-78e0005a-500d-455c-b27f-951b375df4d5 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:06.986962 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-d3030dbc-6759-43fb-983e-9ad2a3d50af5 req-78e0005a-500d-455c-b27f-951b375df4d5 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Synchronizing usage tracker for tenant:9650a71550354afb93718cd61f608fa7 on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:52:06.995962 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a3f0e3-c4de-456c-a3c4-6bae1db14bb0 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:52:07.001217 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-b72e95d9-af43-40ff-ad01-e4a4528a87a7 service neutron] Attempting to bind port b5ff8a6d-b33d-480a-9e44-ccf2699c983d on host hv-cinder-84359 for vnic_type normal with profile  {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:52:07.001773 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-b72e95d9-af43-40ff-ad01-e4a4528a87a7 service neutron] Attempting to bind port b5ff8a6d-b33d-480a-9e44-ccf2699c983d by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': '9f6bb86d-b06a-4a02-89e1-51e04121b79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb'}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:52:07.002283 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-b72e95d9-af43-40ff-ad01-e4a4528a87a7 service neutron] Attempting to bind port b5ff8a6d-b33d-480a-9e44-ccf2699c983d on network 7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:52:07.016432 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-b72e95d9-af43-40ff-ad01-e4a4528a87a7 service neutron] Port b5ff8a6d-b33d-480a-9e44-ccf2699c983d on network 7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:52:07.016432 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-b72e95d9-af43-40ff-ad01-e4a4528a87a7 service neutron] Attempting to bind port b5ff8a6d-b33d-480a-9e44-ccf2699c983d on network 7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:52:07.018468 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-b72e95d9-af43-40ff-ad01-e4a4528a87a7 service neutron] Checking agent: {'id': '3f86017d-093a-400f-b732-6c31be8aecc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'started_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:52:07.018962 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-b72e95d9-af43-40ff-ad01-e4a4528a87a7 service neutron] Checking segment: {'id': '9f6bb86d-b06a-4a02-89e1-51e04121b79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:52:07.019321 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-b72e95d9-af43-40ff-ad01-e4a4528a87a7 service neutron] Bound using segment: {'id': '9f6bb86d-b06a-4a02-89e1-51e04121b79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb'} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:52:07.019635 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-b72e95d9-af43-40ff-ad01-e4a4528a87a7 service neutron] Bound port: b5ff8a6d-b33d-480a-9e44-ccf2699c983d, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f6bb86d-b06a-4a02-89e1-51e04121b79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb'}}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:52:07.021145 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-b72e95d9-af43-40ff-ad01-e4a4528a87a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:07.023105 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-c0a3f0e3-c4de-456c-a3c4-6bae1db14bb0 admin admin] 10.222.0.39 "PUT /v2.0/routers/b3c35a1a-a2f2-4646-881a-9ffba554fd8b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4147794
Jun 04 13:52:07.098810 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-d3030dbc-6759-43fb-983e-9ad2a3d50af5 req-78e0005a-500d-455c-b27f-951b375df4d5 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Unset dirty status for tenant:9650a71550354afb93718cd61f608fa7 on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:52:07.098810 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d3030dbc-6759-43fb-983e-9ad2a3d50af5 req-78e0005a-500d-455c-b27f-951b375df4d5 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc246482-9a4c-4184-8ff9-0ece98603d12 HTTP/1.1" status: 200  len: 943 time: 0.3820455
Jun 04 13:52:07.117914 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device ef96ec3b-23c0-4b94-9593-943742987ec7 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:52:07.190683 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d3030dbc-6759-43fb-983e-9ad2a3d50af5 req-67c50d07-1e1b-4387-8b73-8e9613bbe674 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=b79427f4-8a65-4eb9-a2b1-03ebc7964eea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0757380
Jun 04 13:52:07.193440 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-b72e95d9-af43-40ff-ad01-e4a4528a87a7 service neutron] For port b5ff8a6d-b33d-480a-9e44-ccf2699c983d, host hv-cinder-84359, cleared binding levels {{(pid=88594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:52:07.197311 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-b72e95d9-af43-40ff-ad01-e4a4528a87a7 service neutron] For port b5ff8a6d-b33d-480a-9e44-ccf2699c983d, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=b5ff8a6d-b33d-480a-9e44-ccf2699c983d,segment=NetworkSegment(9f6bb86d-b06a-4a02-89e1-51e04121b79b),segment_id=9f6bb86d-b06a-4a02-89e1-51e04121b79b)] {{(pid=88594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:52:07.271275 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-b72e95d9-af43-40ff-ad01-e4a4528a87a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:07.306058 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port ef96ec3b-23c0-4b94-9593-943742987ec7 completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:52:07.311524 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port ef96ec3b-23c0-4b94-9593-943742987ec7 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:52:07.311900 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:07.335005 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-b72e95d9-af43-40ff-ad01-e4a4528a87a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:07.335620 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-b72e95d9-af43-40ff-ad01-e4a4528a87a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:07.337017 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-b72e95d9-af43-40ff-ad01-e4a4528a87a7 service neutron] 10.222.0.55 "PUT /v2.0/ports/b5ff8a6d-b33d-480a-9e44-ccf2699c983d HTTP/1.1" status: 200  len: 1093 time: 1.4432921
Jun 04 13:52:07.337451 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc246482-9a4c-4184-8ff9-0ece98603d12', 'tag': 'b5ff8a6d-b33d-480a-9e44-ccf2699c983d'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:52:07.394919 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e95d9-af43-40ff-ad01-e4a4528a87a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ff8a6d-b33d-480a-9e44-ccf2699c983d,revision_number=3']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:07.512687 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee1393cc-f51d-4b28-b5c0-6117a808cb92'] response: {'name': 'network-changed', 'server_uuid': 'bc246482-9a4c-4184-8ff9-0ece98603d12', 'tag': 'b5ff8a6d-b33d-480a-9e44-ccf2699c983d', 'status': 'completed', 'code': 200}
Jun 04 13:52:07.523104 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port ef96ec3b-23c0-4b94-9593-943742987ec7 is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:52:07.523706 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:07.545814 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] For port ef96ec3b-23c0-4b94-9593-943742987ec7, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=ef96ec3b-23c0-4b94-9593-943742987ec7,segment=NetworkSegment(a5e9f3a7-fe7c-4b2a-9489-202ad5682d71),segment_id=a5e9f3a7-fe7c-4b2a-9489-202ad5682d71)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:52:07.564007 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-7218fdc6-4921-40bd-bb4b-149bf4f67a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:07.564007 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-7218fdc6-4921-40bd-bb4b-149bf4f67a3f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9650a71550354afb93718cd61f608fa7&device_id=bc246482-9a4c-4184-8ff9-0ece98603d12 HTTP/1.1" status: 200  len: 1096 time: 0.1082470
Jun 04 13:52:07.571799 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab43245a-7ffb-4755-8429-42df416cf4ab None None] Sync routers for ids ['b3c35a1a-a2f2-4646-881a-9ffba554fd8b'] in dv-cinder-843593-2-iscsi {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:52:07.582124 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab43245a-7ffb-4755-8429-42df416cf4ab None None] Routers {'b3c35a1a-a2f2-4646-881a-9ffba554fd8b'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:52:07.582124 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-ab43245a-7ffb-4755-8429-42df416cf4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e45a970>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:52:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['b3c35a1a-a2f2-4646-881a-9ffba554fd8b'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:07.586679 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 49146) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:07.593346 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-3a7a5d73-45ae-47fa-8b71-e5f7b3bdef5c tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Request body: {'security_group': {'name': 'tempest-securitygroup--672443109', 'description': 'tempest-description--1664496143'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:52:07.599414 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-3a7a5d73-45ae-47fa-8b71-e5f7b3bdef5c tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:52:07.604792 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-3a7a5d73-45ae-47fa-8b71-e5f7b3bdef5c tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Usage tracker for resource:security_group and tenant:a4b423c2006c49d8b8e731fbf4557850 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:52:07.607660 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-3a7a5d73-45ae-47fa-8b71-e5f7b3bdef5c tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:52:07.614862 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-3a7a5d73-45ae-47fa-8b71-e5f7b3bdef5c tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:52:07.644408 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-efe8d1ae-bf02-4c64-90d9-75c595dfd0ef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5ff8a6d-b33d-480a-9e44-ccf2699c983d HTTP/1.1" status: 200  len: 217 time: 0.0668018
Jun 04 13:52:07.649095 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:07.677280 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3a7a5d73-45ae-47fa-8b71-e5f7b3bdef5c tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:07.702792 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-3a7a5d73-45ae-47fa-8b71-e5f7b3bdef5c tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:52:07.707654 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-3a7a5d73-45ae-47fa-8b71-e5f7b3bdef5c tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Usage tracker for resource:security_group_rule and tenant:a4b423c2006c49d8b8e731fbf4557850 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:52:07.712285 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-3a7a5d73-45ae-47fa-8b71-e5f7b3bdef5c tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:52:07.722909 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-3a7a5d73-45ae-47fa-8b71-e5f7b3bdef5c tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:52:07.736581 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-a2b19c6d-48c8-400e-813d-596e42dfed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:07.738154 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-a2b19c6d-48c8-400e-813d-596e42dfed28 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e HTTP/1.1" status: 200  len: 848 time: 0.0864396
Jun 04 13:52:07.803997 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3a7a5d73-45ae-47fa-8b71-e5f7b3bdef5c tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:07.806530 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Pushing event updated for resources: {'Port': ['ID=ef96ec3b-23c0-4b94-9593-943742987ec7,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:07.819334 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-ffce363c-9eb2-4950-b45c-cdf8efc00b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:07.820827 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-ffce363c-9eb2-4950-b45c-cdf8efc00b99 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0757723
Jun 04 13:52:07.838345 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-ab43245a-7ffb-4755-8429-42df416cf4ab None None] Set router b3c35a1a-a2f2-4646-881a-9ffba554fd8b gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:52:07.859318 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3a7a5d73-45ae-47fa-8b71-e5f7b3bdef5c tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:07.906441 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a5d73-45ae-47fa-8b71-e5f7b3bdef5c tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa30c205-83f6-4aa9-87a0-410519e6a8b3,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:07.962800 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3a7a5d73-45ae-47fa-8b71-e5f7b3bdef5c tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:07.966687 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-3a7a5d73-45ae-47fa-8b71-e5f7b3bdef5c tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3762791
Jun 04 13:52:07.966844 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-4855a52f-bc84-43b4-b21c-b513795c45a2 service neutron] 10.222.0.55 "GET /v2.0/networks/7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364098
Jun 04 13:52:07.966948 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 49152) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:07.971836 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-65c4f61f-25c2-4a59-ac02-0cbb7113e292 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Request body: {'security_group_rule': {'security_group_id': 'aa30c205-83f6-4aa9-87a0-410519e6a8b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:52:07.978236 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-65c4f61f-25c2-4a59-ac02-0cbb7113e292 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:52:07.982062 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-65c4f61f-25c2-4a59-ac02-0cbb7113e292 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Usage tracker for resource:security_group_rule and tenant:a4b423c2006c49d8b8e731fbf4557850 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:52:07.985021 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-65c4f61f-25c2-4a59-ac02-0cbb7113e292 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:52:07.991035 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-65c4f61f-25c2-4a59-ac02-0cbb7113e292 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:52:08.083103 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-65c4f61f-25c2-4a59-ac02-0cbb7113e292 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:08.150062 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-65c4f61f-25c2-4a59-ac02-0cbb7113e292 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:08.188420 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a5489330-1933-430f-99e8-9cbe0fe441cc req-1124da3e-6d06-4edb-8be1-29caf0785c0b service neutron] 10.222.0.55 "GET /v2.0/networks/7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2156179
Jun 04 13:52:08.188643 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-ab43245a-7ffb-4755-8429-42df416cf4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e45a970>, [{'id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'name': 'tempest-AttachVolumeShelveTestJSON-463891465-router', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:52:05Z', 'revision_number': 4, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'gw_port': {'id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '1b1203f1-3341-4de6-a51b-e68bdab020e2', 'name': '', 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'mac_address': 'fa:16:3e:fa:1f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:04Z', 'updated_at': '2022-06-04T13:52:05Z', 'revision_number': 2, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'subnets': [{'id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:08.192633 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab43245a-7ffb-4755-8429-42df416cf4ab None None] Checking router: b3c35a1a-a2f2-4646-881a-9ffba554fd8b for host: dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:52:08.192981 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab43245a-7ffb-4755-8429-42df416cf4ab None None] Updating router b3c35a1a-a2f2-4646-881a-9ffba554fd8b port 1b1203f1-3341-4de6-a51b-e68bdab020e2 binding host dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:52:08.207085 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-65c4f61f-25c2-4a59-ac02-0cbb7113e292 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:08.236062 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4f61f-25c2-4a59-ac02-0cbb7113e292 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=120602e4-194b-486f-9a5b-50195d38ec05,revision_number=0']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:08.249838 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-ab43245a-7ffb-4755-8429-42df416cf4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:08.316792 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-65c4f61f-25c2-4a59-ac02-0cbb7113e292 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:08.321070 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-65c4f61f-25c2-4a59-ac02-0cbb7113e292 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3532043
Jun 04 13:52:08.321736 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 49158) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:08.326778 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-c7e2fc99-9677-4a87-9fdf-f70e45329a6b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Request body: {'security_group_rule': {'security_group_id': 'aa30c205-83f6-4aa9-87a0-410519e6a8b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:52:08.332615 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-c7e2fc99-9677-4a87-9fdf-f70e45329a6b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:52:08.336634 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-c7e2fc99-9677-4a87-9fdf-f70e45329a6b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Usage tracker for resource:security_group_rule and tenant:a4b423c2006c49d8b8e731fbf4557850 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:52:08.339592 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-c7e2fc99-9677-4a87-9fdf-f70e45329a6b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:52:08.345713 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-c7e2fc99-9677-4a87-9fdf-f70e45329a6b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:52:08.382904 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c795e49-7ec9-417a-8241-117aaf3665d8 req-fe6447de-001f-4a42-86ee-b884169f407f tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:08.384365 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2c795e49-7ec9-417a-8241-117aaf3665d8 req-fe6447de-001f-4a42-86ee-b884169f407f tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc246482-9a4c-4184-8ff9-0ece98603d12 HTTP/1.1" status: 200  len: 943 time: 0.0868726
Jun 04 13:52:08.416249 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c7e2fc99-9677-4a87-9fdf-f70e45329a6b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:08.428724 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2c795e49-7ec9-417a-8241-117aaf3665d8 req-70f52a83-642a-4f72-9b53-34753edacce7 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=b79427f4-8a65-4eb9-a2b1-03ebc7964eea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384085
Jun 04 13:52:08.485979 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c7e2fc99-9677-4a87-9fdf-f70e45329a6b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:08.550440 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c7e2fc99-9677-4a87-9fdf-f70e45329a6b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:08.573923 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2fc99-9677-4a87-9fdf-f70e45329a6b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92f54bd4-7467-495a-9eee-83eac2216aae,revision_number=0']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:08.594307 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-ab43245a-7ffb-4755-8429-42df416cf4ab None None] Notify callbacks [] for port, precommit_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:08.606261 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-ab43245a-7ffb-4755-8429-42df416cf4ab None None] Transition to ACTIVE for port object 1b1203f1-3341-4de6-a51b-e68bdab020e2 will not be triggered until provisioned by entity L2. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:52:08.630744 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c7e2fc99-9677-4a87-9fdf-f70e45329a6b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:08.632087 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-c7e2fc99-9677-4a87-9fdf-f70e45329a6b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3093693
Jun 04 13:52:08.644090 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 49162) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:08.649987 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-f250b24b-a049-42c5-80d2-74033894dc28 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Request body: {'floatingip': {'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:52:08.656097 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-f250b24b-a049-42c5-80d2-74033894dc28 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:52:08.659231 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-ab43245a-7ffb-4755-8429-42df416cf4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:08.661862 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-f250b24b-a049-42c5-80d2-74033894dc28 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Usage tracker for resource:floatingip and tenant:a4b423c2006c49d8b8e731fbf4557850 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:52:08.662771 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-f250b24b-a049-42c5-80d2-74033894dc28 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:52:08.669169 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-f250b24b-a049-42c5-80d2-74033894dc28 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:52:08.734595 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f250b24b-a049-42c5-80d2-74033894dc28 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for floatingip, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:08.827247 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ab4ea-df35-4a4c-99d9-e16e373d701b None None] Pushing event updated for resources: {'Port': ['ID=1b1203f1-3341-4de6-a51b-e68bdab020e2,revision_number=3']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:08.884224 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f250b24b-a049-42c5-80d2-74033894dc28 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:09.031165 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_common [None req-f250b24b-a049-42c5-80d2-74033894dc28 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Allocated IP 172.27.2.32 (0e91cb13-9cd5-4b6d-a0e7-77d68e81a806/a67c2735-bb7f-4235-9bfa-262628d5695c/ea3e987d-4c90-4ad8-b4db-b741ae18771b) {{(pid=88595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:52:09.031889 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device ef96ec3b-23c0-4b94-9593-943742987ec7 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:52:09.140292 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-ab43245a-7ffb-4755-8429-42df416cf4ab None None] Attempting to bind port 1b1203f1-3341-4de6-a51b-e68bdab020e2 on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:52:09.140656 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-ab43245a-7ffb-4755-8429-42df416cf4ab None None] Attempting to bind port 1b1203f1-3341-4de6-a51b-e68bdab020e2 by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': '5a203b17-8fb4-4d75-9990-d9b9069da272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1'}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:52:09.141013 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab43245a-7ffb-4755-8429-42df416cf4ab None None] Attempting to bind port 1b1203f1-3341-4de6-a51b-e68bdab020e2 on network 73738528-bfac-4e8c-bc3f-cbda5e3864f1 {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:52:09.149304 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab43245a-7ffb-4755-8429-42df416cf4ab None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:52:09.149675 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab43245a-7ffb-4755-8429-42df416cf4ab None None] Checking segment: {'id': '5a203b17-8fb4-4d75-9990-d9b9069da272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:52:09.150066 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-ab43245a-7ffb-4755-8429-42df416cf4ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:09.150452 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab43245a-7ffb-4755-8429-42df416cf4ab None None] Bound using segment: {'id': '5a203b17-8fb4-4d75-9990-d9b9069da272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1'} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:52:09.150906 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-ab43245a-7ffb-4755-8429-42df416cf4ab None None] Bound port: 1b1203f1-3341-4de6-a51b-e68bdab020e2, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a203b17-8fb4-4d75-9990-d9b9069da272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1'}}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:52:09.151289 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-ab43245a-7ffb-4755-8429-42df416cf4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:09.175536 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f250b24b-a049-42c5-80d2-74033894dc28 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for port, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:09.197687 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port ef96ec3b-23c0-4b94-9593-943742987ec7 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:52:09.198052 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:09.237144 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f250b24b-a049-42c5-80d2-74033894dc28 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:09.293230 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-ab43245a-7ffb-4755-8429-42df416cf4ab None None] For port 1b1203f1-3341-4de6-a51b-e68bdab020e2, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:52:09.297186 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-ab43245a-7ffb-4755-8429-42df416cf4ab None None] For port 1b1203f1-3341-4de6-a51b-e68bdab020e2, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=1b1203f1-3341-4de6-a51b-e68bdab020e2,segment=NetworkSegment(5a203b17-8fb4-4d75-9990-d9b9069da272),segment_id=5a203b17-8fb4-4d75-9990-d9b9069da272)] {{(pid=88596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:52:09.299612 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f250b24b-a049-42c5-80d2-74033894dc28 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 is already hosted by enough agents. {{(pid=88595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:52:09.302758 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-f250b24b-a049-42c5-80d2-74033894dc28 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Resources bound (agent type, host, resource id):  {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:52:09.306388 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f250b24b-a049-42c5-80d2-74033894dc28 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Received port after_create {{(pid=88595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:52:09.350707 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250b24b-a049-42c5-80d2-74033894dc28 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Pushing event updated for resources: {'Port': ['ID=ea3e987d-4c90-4ad8-b4db-b741ae18771b,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:09.355544 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port ef96ec3b-23c0-4b94-9593-943742987ec7 is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:52:09.368432 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-ab43245a-7ffb-4755-8429-42df416cf4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:09.394000 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f250b24b-a049-42c5-80d2-74033894dc28 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:09.447821 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab43245a-7ffb-4755-8429-42df416cf4ab None None] Routers {'b3c35a1a-a2f2-4646-881a-9ffba554fd8b'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:52:09.448441 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-ab43245a-7ffb-4755-8429-42df416cf4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e45a970>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:52:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['b3c35a1a-a2f2-4646-881a-9ffba554fd8b'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:09.512004 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f250b24b-a049-42c5-80d2-74033894dc28 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:09.617547 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ab4ea-df35-4a4c-99d9-e16e373d701b None None] Pushing event updated for resources: {'Port': ['ID=1b1203f1-3341-4de6-a51b-e68bdab020e2,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:09.638652 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-ab43245a-7ffb-4755-8429-42df416cf4ab None None] Set router b3c35a1a-a2f2-4646-881a-9ffba554fd8b gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:52:09.749412 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79ae13-7533-4acd-9599-435f556b59f4 req-84120c20-f206-4c60-ba37-646d647c9df6 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:09.750887 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-ad79ae13-7533-4acd-9599-435f556b59f4 req-84120c20-f206-4c60-ba37-646d647c9df6 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc246482-9a4c-4184-8ff9-0ece98603d12 HTTP/1.1" status: 200  len: 943 time: 0.1986296
Jun 04 13:52:09.837783 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-ad79ae13-7533-4acd-9599-435f556b59f4 req-7b0904fc-7c8d-45ba-889e-7c17723d14c2 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Synchronizing usage tracker for tenant:9650a71550354afb93718cd61f608fa7 on resource:security_group {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:52:09.855538 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-ad79ae13-7533-4acd-9599-435f556b59f4 req-7b0904fc-7c8d-45ba-889e-7c17723d14c2 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Unset dirty status for tenant:9650a71550354afb93718cd61f608fa7 on resource:security_group {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:52:09.856659 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-ad79ae13-7533-4acd-9599-435f556b59f4 req-7b0904fc-7c8d-45ba-889e-7c17723d14c2 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=b79427f4-8a65-4eb9-a2b1-03ebc7964eea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0901396
Jun 04 13:52:09.885005 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f250b24b-a049-42c5-80d2-74033894dc28 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for port, precommit_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:09.938520 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f250b24b-a049-42c5-80d2-74033894dc28 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64863338'] for port, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:10.013362 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-ab43245a-7ffb-4755-8429-42df416cf4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e45a970>, [{'id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'name': 'tempest-AttachVolumeShelveTestJSON-463891465-router', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:52:05Z', 'revision_number': 4, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'gw_port': {'id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '1b1203f1-3341-4de6-a51b-e68bdab020e2', 'name': '', 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'mac_address': 'fa:16:3e:fa:1f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:04Z', 'updated_at': '2022-06-04T13:52:09Z', 'revision_number': 4, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'subnets': [{'id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:10.017669 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab43245a-7ffb-4755-8429-42df416cf4ab None None] The sync data for ids ['b3c35a1a-a2f2-4646-881a-9ffba554fd8b'] in dv-cinder-843593-2-iscsi is: [{'id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'name': 'tempest-AttachVolumeShelveTestJSON-463891465-router', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:52:05Z', 'revision_number': 4, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'gw_port': {'id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '1b1203f1-3341-4de6-a51b-e68bdab020e2', 'name': '', 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'mac_address': 'fa:16:3e:fa:1f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:04Z', 'updated_at': '2022-06-04T13:52:09Z', 'revision_number': 4, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'subnets': [{'id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:52:10.058037 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250b24b-a049-42c5-80d2-74033894dc28 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Pushing event updated for resources: {'Port': ['ID=ea3e987d-4c90-4ad8-b4db-b741ae18771b,revision_number=2']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:10.065436 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f250b24b-a049-42c5-80d2-74033894dc28 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:10.168393 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f250b24b-a049-42c5-80d2-74033894dc28 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:10.169627 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-f250b24b-a049-42c5-80d2-74033894dc28 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.5246131
Jun 04 13:52:10.343928 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-3c801525-a94a-4386-af86-385643cb9bcd req-2d2884a8-9b78-4e8e-8f40-6a011ad1499f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Synchronizing usage tracker for tenant:a4b423c2006c49d8b8e731fbf4557850 on resource:security_group {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:52:10.419717 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-3c801525-a94a-4386-af86-385643cb9bcd req-2d2884a8-9b78-4e8e-8f40-6a011ad1499f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Unset dirty status for tenant:a4b423c2006c49d8b8e731fbf4557850 on resource:security_group {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:52:10.421190 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3c801525-a94a-4386-af86-385643cb9bcd req-2d2884a8-9b78-4e8e-8f40-6a011ad1499f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--672443109&fields=id&tenant_id=a4b423c2006c49d8b8e731fbf4557850 HTTP/1.1" status: 200  len: 267 time: 0.1180203
Jun 04 13:52:10.600545 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c801525-a94a-4386-af86-385643cb9bcd req-18fa35ca-9dda-4127-afc9-be09d1e9c28a tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:10.601245 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-3c801525-a94a-4386-af86-385643cb9bcd req-18fa35ca-9dda-4127-afc9-be09d1e9c28a tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Synchronizing usage tracker for tenant:a4b423c2006c49d8b8e731fbf4557850 on resource:network {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:52:10.697064 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-3c801525-a94a-4386-af86-385643cb9bcd req-18fa35ca-9dda-4127-afc9-be09d1e9c28a tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Unset dirty status for tenant:a4b423c2006c49d8b8e731fbf4557850 on resource:network {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:52:10.698106 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3c801525-a94a-4386-af86-385643cb9bcd req-18fa35ca-9dda-4127-afc9-be09d1e9c28a tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/networks?id=73738528-bfac-4e8c-bc3f-cbda5e3864f1 HTTP/1.1" status: 200  len: 816 time: 0.2702365
Jun 04 13:52:10.720293 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3c801525-a94a-4386-af86-385643cb9bcd req-b0e56793-9bf8-4586-a217-2825c1228e2f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/quotas/a4b423c2006c49d8b8e731fbf4557850 HTTP/1.1" status: 200  len: 375 time: 0.0131252
Jun 04 13:52:10.796216 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d67ec-f3b5-407b-bbc8-dd351d36e19f req-336f4d7e-6ae3-45ea-8f01-560ce8d70da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:10.797673 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1d6d67ec-f3b5-407b-bbc8-dd351d36e19f req-336f4d7e-6ae3-45ea-8f01-560ce8d70da0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9650a71550354afb93718cd61f608fa7&device_id=bc246482-9a4c-4184-8ff9-0ece98603d12 HTTP/1.1" status: 200  len: 1096 time: 0.1360195
Jun 04 13:52:10.915433 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3c801525-a94a-4386-af86-385643cb9bcd req-dfa8a519-c30e-4940-bd96-54a1fe1594ab tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a4b423c2006c49d8b8e731fbf4557850&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1867559
Jun 04 13:52:11.038126 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d67ec-f3b5-407b-bbc8-dd351d36e19f req-634441ef-728a-4eff-aef8-c1a288e3f31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:11.039640 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1d6d67ec-f3b5-407b-bbc8-dd351d36e19f req-634441ef-728a-4eff-aef8-c1a288e3f31a service neutron] 10.222.0.55 "GET /v2.0/networks?id=7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb HTTP/1.1" status: 200  len: 910 time: 0.2325583
Jun 04 13:52:11.101213 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b45fcc-f5c7-4917-aa3f-0dd0fe767173 req-40c1fd3b-40cf-4aa4-9e59-415ac0a3a6cd tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:11.112505 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-c9b45fcc-f5c7-4917-aa3f-0dd0fe767173 req-40c1fd3b-40cf-4aa4-9e59-415ac0a3a6cd tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc246482-9a4c-4184-8ff9-0ece98603d12 HTTP/1.1" status: 200  len: 943 time: 0.1295135
Jun 04 13:52:11.126151 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 1b1203f1-3341-4de6-a51b-e68bdab020e2 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:52:11.133419 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1d6d67ec-f3b5-407b-bbc8-dd351d36e19f req-73f5548c-1093-4640-90c3-8d8d40eb1ede service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5ff8a6d-b33d-480a-9e44-ccf2699c983d HTTP/1.1" status: 200  len: 217 time: 0.0836625
Jun 04 13:52:11.167709 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-c9b45fcc-f5c7-4917-aa3f-0dd0fe767173 req-01218b5b-da90-408e-842e-58cee5df3128 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=b79427f4-8a65-4eb9-a2b1-03ebc7964eea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544622
Jun 04 13:52:11.193991 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3c801525-a94a-4386-af86-385643cb9bcd req-ddb447e8-5063-43f6-a75a-975b548e322e service neutron] 10.222.0.39 "GET /v2.0/networks/73738528-bfac-4e8c-bc3f-cbda5e3864f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2596877
Jun 04 13:52:11.233721 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d67ec-f3b5-407b-bbc8-dd351d36e19f req-05cb2bf6-e997-4a70-b8ce-9b622c731f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:11.235190 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1d6d67ec-f3b5-407b-bbc8-dd351d36e19f req-05cb2bf6-e997-4a70-b8ce-9b622c731f02 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e HTTP/1.1" status: 200  len: 848 time: 0.0912390
Jun 04 13:52:11.288033 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port 1b1203f1-3341-4de6-a51b-e68bdab020e2 completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:52:11.293119 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 1b1203f1-3341-4de6-a51b-e68bdab020e2 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:52:11.293478 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:11.392139 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3c801525-a94a-4386-af86-385643cb9bcd req-f8ed0cc7-f77e-4b10-94c0-8f14b4848a55 service neutron] 10.222.0.39 "GET /v2.0/networks/73738528-bfac-4e8c-bc3f-cbda5e3864f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1909869
Jun 04 13:52:11.399355 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d67ec-f3b5-407b-bbc8-dd351d36e19f req-e072ba3a-ad70-4ace-8b7d-fd261a96ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:11.400736 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1d6d67ec-f3b5-407b-bbc8-dd351d36e19f req-e072ba3a-ad70-4ace-8b7d-fd261a96ea5a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1201675
Jun 04 13:52:11.407017 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 1b1203f1-3341-4de6-a51b-e68bdab020e2 is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:52:11.407227 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:11.438658 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] For port 1b1203f1-3341-4de6-a51b-e68bdab020e2, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=1b1203f1-3341-4de6-a51b-e68bdab020e2,segment=NetworkSegment(5a203b17-8fb4-4d75-9990-d9b9069da272),segment_id=5a203b17-8fb4-4d75-9990-d9b9069da272)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:52:11.505061 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:11.541453 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1d6d67ec-f3b5-407b-bbc8-dd351d36e19f req-389cf587-ddaa-436c-b4d6-b0361e31ad5b service neutron] 10.222.0.55 "GET /v2.0/networks/7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322689
Jun 04 13:52:11.620845 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Pushing event updated for resources: {'Port': ['ID=1b1203f1-3341-4de6-a51b-e68bdab020e2,revision_number=5']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:11.695983 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d31ed7a8-cd7a-4606-a772-c11b8b9f8bd6 req-604bd13f-40f5-4efb-b5c5-6e5821d2b2f1 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 210 time: 0.0454192
Jun 04 13:52:11.745397 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1d6d67ec-f3b5-407b-bbc8-dd351d36e19f req-30767099-47c0-4200-bd90-067839507679 service neutron] 10.222.0.55 "GET /v2.0/networks/7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1955009
Jun 04 13:52:12.363174 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de7481-a1f1-4c3e-8171-a19e200034e5 req-988ceb90-96b2-48fa-9ab0-5bff5b26bf98 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:12.364861 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-80de7481-a1f1-4c3e-8171-a19e200034e5 req-988ceb90-96b2-48fa-9ab0-5bff5b26bf98 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc246482-9a4c-4184-8ff9-0ece98603d12 HTTP/1.1" status: 200  len: 943 time: 0.0842011
Jun 04 13:52:12.504100 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-80de7481-a1f1-4c3e-8171-a19e200034e5 req-c658ce0f-e96a-42ad-8ed2-37ced827edb4 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=b79427f4-8a65-4eb9-a2b1-03ebc7964eea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1322162
Jun 04 13:52:12.627669 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device b5ff8a6d-b33d-480a-9e44-ccf2699c983d details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:52:12.774324 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port b5ff8a6d-b33d-480a-9e44-ccf2699c983d, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=b5ff8a6d-b33d-480a-9e44-ccf2699c983d,segment=NetworkSegment(9f6bb86d-b06a-4a02-89e1-51e04121b79b),segment_id=9f6bb86d-b06a-4a02-89e1-51e04121b79b)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:52:12.791806 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Returning: {'device': 'b5ff8a6d-b33d-480a-9e44-ccf2699c983d', 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb', 'port_id': 'b5ff8a6d-b33d-480a-9e44-ccf2699c983d', 'mac_address': 'fa:16:3e:c7:16:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:52:12.850555 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port b5ff8a6d-b33d-480a-9e44-ccf2699c983d is: DOWN; New status is: BUILD {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:52:12.851034 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:12.867869 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5ff8a6d-b33d-480a-9e44-ccf2699c983d {{(pid=88596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:52:12.884798 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port b5ff8a6d-b33d-480a-9e44-ccf2699c983d, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=b5ff8a6d-b33d-480a-9e44-ccf2699c983d,segment=NetworkSegment(9f6bb86d-b06a-4a02-89e1-51e04121b79b),segment_id=9f6bb86d-b06a-4a02-89e1-51e04121b79b)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:52:12.925770 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-864422e0-0df3-4445-ae5a-e90c60b42f4b req-3cb98d7b-eb2b-47a4-98f7-1e359d846166 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Synchronizing usage tracker for tenant:a4b423c2006c49d8b8e731fbf4557850 on resource:port {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:52:12.950608 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:12.990881 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-864422e0-0df3-4445-ae5a-e90c60b42f4b req-3cb98d7b-eb2b-47a4-98f7-1e359d846166 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Unset dirty status for tenant:a4b423c2006c49d8b8e731fbf4557850 on resource:port {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:52:12.995156 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-864422e0-0df3-4445-ae5a-e90c60b42f4b req-3cb98d7b-eb2b-47a4-98f7-1e359d846166 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 210 time: 0.1244764
Jun 04 13:52:13.033247 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=b5ff8a6d-b33d-480a-9e44-ccf2699c983d,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:13.048250 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 1b1203f1-3341-4de6-a51b-e68bdab020e2 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:52:13.115311 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 1b1203f1-3341-4de6-a51b-e68bdab020e2 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:52:13.115681 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:13.240943 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 1b1203f1-3341-4de6-a51b-e68bdab020e2 is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:52:13.323772 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['b5ff8a6d-b33d-480a-9e44-ccf2699c983d'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:52:13.694958 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132a361-bf8f-454b-b2a3-a4e57d16216f req-cee571c8-aca5-46d8-98f6-5148bd505c3d tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:13.696419 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4132a361-bf8f-454b-b2a3-a4e57d16216f req-cee571c8-aca5-46d8-98f6-5148bd505c3d tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc246482-9a4c-4184-8ff9-0ece98603d12 HTTP/1.1" status: 200  len: 944 time: 0.0785415
Jun 04 13:52:13.740164 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4132a361-bf8f-454b-b2a3-a4e57d16216f req-0842fd07-f2ad-4a7a-820a-ede0a321bc0e tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=b79427f4-8a65-4eb9-a2b1-03ebc7964eea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379417
Jun 04 13:52:14.083366 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c801525-a94a-4386-af86-385643cb9bcd req-bb030291-8cf5-40ef-965b-205604ef4192 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:14.084802 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3c801525-a94a-4386-af86-385643cb9bcd req-bb030291-8cf5-40ef-965b-205604ef4192 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.55 "GET /v2.0/networks?id=73738528-bfac-4e8c-bc3f-cbda5e3864f1 HTTP/1.1" status: 200  len: 816 time: 0.1730306
Jun 04 13:52:14.139507 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3c801525-a94a-4386-af86-385643cb9bcd req-3716baa8-4a01-4f43-b655-4657260592ea tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4b423c2006c49d8b8e731fbf4557850 HTTP/1.1" status: 200  len: 379 time: 0.0404510
Jun 04 13:52:14.148840 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-3c801525-a94a-4386-af86-385643cb9bcd req-8b7a4a38-d308-4176-8466-90efc2bc096e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Request body: {'port': {'device_id': '3eb69c8b-469d-489c-a78b-007ecf6d5cfe', 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1', 'admin_state_up': True, 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'security_groups': ['aa30c205-83f6-4aa9-87a0-410519e6a8b3']}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:52:14.161550 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-341557a1-3ff9-4422-ac1f-02ffda527536 req-7d84d736-76da-40a7-b6ef-a90eed236685 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 210 time: 0.0422683
Jun 04 13:52:14.293274 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-3c801525-a94a-4386-af86-385643cb9bcd req-8b7a4a38-d308-4176-8466-90efc2bc096e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:52:14.302721 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-3c801525-a94a-4386-af86-385643cb9bcd req-8b7a4a38-d308-4176-8466-90efc2bc096e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:52:14.373594 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c801525-a94a-4386-af86-385643cb9bcd req-8b7a4a38-d308-4176-8466-90efc2bc096e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Made reservation on behalf of a4b423c2006c49d8b8e731fbf4557850 for: {'port': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:52:14.377146 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-3c801525-a94a-4386-af86-385643cb9bcd req-8b7a4a38-d308-4176-8466-90efc2bc096e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:14.538924 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_common [req-3c801525-a94a-4386-af86-385643cb9bcd req-8b7a4a38-d308-4176-8466-90efc2bc096e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Allocated IP 172.20.0.10 (73738528-bfac-4e8c-bc3f-cbda5e3864f1/519b1458-12fa-4b17-b5c8-40537719eb4a/54137274-2470-4cf0-bcd0-5011edcc4423) {{(pid=88594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:52:14.640809 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device b5ff8a6d-b33d-480a-9e44-ccf2699c983d up at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:52:14.738432 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-3c801525-a94a-4386-af86-385643cb9bcd req-8b7a4a38-d308-4176-8466-90efc2bc096e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for port, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:14.753740 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [req-3c801525-a94a-4386-af86-385643cb9bcd req-8b7a4a38-d308-4176-8466-90efc2bc096e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Transition to ACTIVE for port object 54137274-2470-4cf0-bcd0-5011edcc4423 will not be triggered until provisioned by entity DHCP. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:52:14.819815 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning for port b5ff8a6d-b33d-480a-9e44-ccf2699c983d completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:52:14.825872 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning complete for port b5ff8a6d-b33d-480a-9e44-ccf2699c983d triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:52:14.826230 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:14.842957 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-3c801525-a94a-4386-af86-385643cb9bcd req-8b7a4a38-d308-4176-8466-90efc2bc096e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:14.946593 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port b5ff8a6d-b33d-480a-9e44-ccf2699c983d is: BUILD; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:52:14.946997 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:14.959727 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c801525-a94a-4386-af86-385643cb9bcd req-8b7a4a38-d308-4176-8466-90efc2bc096e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Network 73738528-bfac-4e8c-bc3f-cbda5e3864f1 is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:52:14.963992 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [req-3c801525-a94a-4386-af86-385643cb9bcd req-8b7a4a38-d308-4176-8466-90efc2bc096e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:52:14.969079 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c801525-a94a-4386-af86-385643cb9bcd req-8b7a4a38-d308-4176-8466-90efc2bc096e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Received port after_create {{(pid=88594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:52:14.974111 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc246482-9a4c-4184-8ff9-0ece98603d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ff8a6d-b33d-480a-9e44-ccf2699c983d'}] {{(pid=88596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:52:14.984673 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port b5ff8a6d-b33d-480a-9e44-ccf2699c983d, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=b5ff8a6d-b33d-480a-9e44-ccf2699c983d,segment=NetworkSegment(9f6bb86d-b06a-4a02-89e1-51e04121b79b),segment_id=9f6bb86d-b06a-4a02-89e1-51e04121b79b)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:52:14.994961 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a4a38-d308-4176-8466-90efc2bc096e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Pushing event updated for resources: {'Port': ['ID=54137274-2470-4cf0-bcd0-5011edcc4423,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:15.050290 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c801525-a94a-4386-af86-385643cb9bcd req-8b7a4a38-d308-4176-8466-90efc2bc096e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:15.051215 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-3c801525-a94a-4386-af86-385643cb9bcd req-8b7a4a38-d308-4176-8466-90efc2bc096e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:15.060151 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:15.088117 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10d388-3677-4092-8edd-51fbfbbe56ac req-12c60756-4876-4019-8495-3bff0da0ea7e tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:15.089610 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5f10d388-3677-4092-8edd-51fbfbbe56ac req-12c60756-4876-4019-8495-3bff0da0ea7e tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc246482-9a4c-4184-8ff9-0ece98603d12 HTTP/1.1" status: 200  len: 944 time: 0.2053993
Jun 04 13:52:15.113853 dv-cinder-843593-2-iscsi neutron-server[88596]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67fd481c-ddd2-4fb4-a52a-f7fb731f6ea6'] response: {'server_uuid': 'bc246482-9a4c-4184-8ff9-0ece98603d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ff8a6d-b33d-480a-9e44-ccf2699c983d', 'code': 200}
Jun 04 13:52:15.146754 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5f10d388-3677-4092-8edd-51fbfbbe56ac req-de83f39f-88c7-43fb-b4f9-f3cfc3b469de tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=b79427f4-8a65-4eb9-a2b1-03ebc7964eea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509710
Jun 04 13:52:15.151548 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=b5ff8a6d-b33d-480a-9e44-ccf2699c983d,revision_number=5']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:15.160940 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3c801525-a94a-4386-af86-385643cb9bcd req-8b7a4a38-d308-4176-8466-90efc2bc096e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0122917
Jun 04 13:52:15.185710 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-3c801525-a94a-4386-af86-385643cb9bcd req-8a3896ad-fe4b-488a-a649-01fcb2241690 service neutron] Request body: {'port': {'device_id': '3eb69c8b-469d-489c-a78b-007ecf6d5cfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:52:15.306207 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-3c801525-a94a-4386-af86-385643cb9bcd req-8a3896ad-fe4b-488a-a649-01fcb2241690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:15.373890 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-3021eb74-fd60-4e78-b27a-1659a15045cd None None] Provisioning for port 54137274-2470-4cf0-bcd0-5011edcc4423 completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:52:15.380568 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-3021eb74-fd60-4e78-b27a-1659a15045cd None None] Provisioning complete for port 54137274-2470-4cf0-bcd0-5011edcc4423 triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:52:15.381008 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-3021eb74-fd60-4e78-b27a-1659a15045cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:15.387988 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbc3db-31b1-4fc8-9bf2-7073600da449 req-67c98f29-6b11-4ab8-bb7e-ff02a708a06f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:15.394834 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-22bbc3db-31b1-4fc8-9bf2-7073600da449 req-67c98f29-6b11-4ab8-bb7e-ff02a708a06f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 932 time: 0.1107678
Jun 04 13:52:15.439891 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-22bbc3db-31b1-4fc8-9bf2-7073600da449 req-21bc888f-a1b5-4fdf-b659-45428278d26c tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Synchronizing usage tracker for tenant:a4b423c2006c49d8b8e731fbf4557850 on resource:security_group {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:52:15.453354 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-22bbc3db-31b1-4fc8-9bf2-7073600da449 req-21bc888f-a1b5-4fdf-b659-45428278d26c tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Unset dirty status for tenant:a4b423c2006c49d8b8e731fbf4557850 on resource:security_group {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:52:15.462680 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-22bbc3db-31b1-4fc8-9bf2-7073600da449 req-21bc888f-a1b5-4fdf-b659-45428278d26c tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0669458
Jun 04 13:52:15.467259 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-3021eb74-fd60-4e78-b27a-1659a15045cd None None] Port 54137274-2470-4cf0-bcd0-5011edcc4423 cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:52:15.659043 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3c98c-d628-4315-985b-4819bb387201 req-10305f81-e158-4401-9f17-86bb4d48de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:15.660478 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5bd3c98c-d628-4315-985b-4819bb387201 req-10305f81-e158-4401-9f17-86bb4d48de42 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bc246482-9a4c-4184-8ff9-0ece98603d12 HTTP/1.1" status: 200  len: 1098 time: 0.1938651
Jun 04 13:52:15.743283 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5bd3c98c-d628-4315-985b-4819bb387201 req-455f412e-57fb-4f0e-a832-8d1b3c4215f6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b79427f4-8a65-4eb9-a2b1-03ebc7964eea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0757909
Jun 04 13:52:15.857473 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [req-3c801525-a94a-4386-af86-385643cb9bcd req-8a3896ad-fe4b-488a-a649-01fcb2241690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54137274-2470-4cf0-bcd0-5011edcc4423 {{(pid=88594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:52:15.864601 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-3c801525-a94a-4386-af86-385643cb9bcd req-8a3896ad-fe4b-488a-a649-01fcb2241690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:15.879323 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [req-3c801525-a94a-4386-af86-385643cb9bcd req-8a3896ad-fe4b-488a-a649-01fcb2241690 service neutron] Transition to ACTIVE for port object 54137274-2470-4cf0-bcd0-5011edcc4423 will not be triggered until provisioned by entity L2. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:52:15.921892 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-3c801525-a94a-4386-af86-385643cb9bcd req-8a3896ad-fe4b-488a-a649-01fcb2241690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:16.084670 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3896ad-fe4b-488a-a649-01fcb2241690 service neutron] Pushing event updated for resources: {'Port': ['ID=54137274-2470-4cf0-bcd0-5011edcc4423,revision_number=2']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:16.173823 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-3c801525-a94a-4386-af86-385643cb9bcd req-8a3896ad-fe4b-488a-a649-01fcb2241690 service neutron] Attempting to bind port 54137274-2470-4cf0-bcd0-5011edcc4423 on host hv-cinder-84359 for vnic_type normal with profile  {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:52:16.174272 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-3c801525-a94a-4386-af86-385643cb9bcd req-8a3896ad-fe4b-488a-a649-01fcb2241690 service neutron] Attempting to bind port 54137274-2470-4cf0-bcd0-5011edcc4423 by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': '5a203b17-8fb4-4d75-9990-d9b9069da272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1'}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:52:16.174701 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c801525-a94a-4386-af86-385643cb9bcd req-8a3896ad-fe4b-488a-a649-01fcb2241690 service neutron] Attempting to bind port 54137274-2470-4cf0-bcd0-5011edcc4423 on network 73738528-bfac-4e8c-bc3f-cbda5e3864f1 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:52:16.184990 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c801525-a94a-4386-af86-385643cb9bcd req-8a3896ad-fe4b-488a-a649-01fcb2241690 service neutron] Port 54137274-2470-4cf0-bcd0-5011edcc4423 on network 73738528-bfac-4e8c-bc3f-cbda5e3864f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:52:16.184990 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c801525-a94a-4386-af86-385643cb9bcd req-8a3896ad-fe4b-488a-a649-01fcb2241690 service neutron] Attempting to bind port 54137274-2470-4cf0-bcd0-5011edcc4423 on network 73738528-bfac-4e8c-bc3f-cbda5e3864f1 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:52:16.185842 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c801525-a94a-4386-af86-385643cb9bcd req-8a3896ad-fe4b-488a-a649-01fcb2241690 service neutron] Checking agent: {'id': '3f86017d-093a-400f-b732-6c31be8aecc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'started_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:52:16.186234 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c801525-a94a-4386-af86-385643cb9bcd req-8a3896ad-fe4b-488a-a649-01fcb2241690 service neutron] Checking segment: {'id': '5a203b17-8fb4-4d75-9990-d9b9069da272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:52:16.186672 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c801525-a94a-4386-af86-385643cb9bcd req-8a3896ad-fe4b-488a-a649-01fcb2241690 service neutron] Bound using segment: {'id': '5a203b17-8fb4-4d75-9990-d9b9069da272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1'} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:52:16.187180 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-3c801525-a94a-4386-af86-385643cb9bcd req-8a3896ad-fe4b-488a-a649-01fcb2241690 service neutron] Bound port: 54137274-2470-4cf0-bcd0-5011edcc4423, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a203b17-8fb4-4d75-9990-d9b9069da272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1'}}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:52:16.187646 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-3c801525-a94a-4386-af86-385643cb9bcd req-8a3896ad-fe4b-488a-a649-01fcb2241690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:16.327361 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-3c801525-a94a-4386-af86-385643cb9bcd req-8a3896ad-fe4b-488a-a649-01fcb2241690 service neutron] For port 54137274-2470-4cf0-bcd0-5011edcc4423, host hv-cinder-84359, cleared binding levels {{(pid=88594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:52:16.337211 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-3c801525-a94a-4386-af86-385643cb9bcd req-8a3896ad-fe4b-488a-a649-01fcb2241690 service neutron] For port 54137274-2470-4cf0-bcd0-5011edcc4423, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=54137274-2470-4cf0-bcd0-5011edcc4423,segment=NetworkSegment(5a203b17-8fb4-4d75-9990-d9b9069da272),segment_id=5a203b17-8fb4-4d75-9990-d9b9069da272)] {{(pid=88594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:52:16.357154 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ca04e-b894-4429-a850-72587575734b req-9b99dec0-fcb5-42ad-ba49-2e4d33c21867 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:16.358578 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-566ca04e-b894-4429-a850-72587575734b req-9b99dec0-fcb5-42ad-ba49-2e4d33c21867 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc246482-9a4c-4184-8ff9-0ece98603d12 HTTP/1.1" status: 200  len: 945 time: 0.1051843
Jun 04 13:52:16.392469 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-3c801525-a94a-4386-af86-385643cb9bcd req-8a3896ad-fe4b-488a-a649-01fcb2241690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:16.446868 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-566ca04e-b894-4429-a850-72587575734b req-5a304d81-3ae3-4e1b-9b41-2b2c985673cc tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=b79427f4-8a65-4eb9-a2b1-03ebc7964eea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0825145
Jun 04 13:52:16.454103 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c801525-a94a-4386-af86-385643cb9bcd req-8a3896ad-fe4b-488a-a649-01fcb2241690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:16.454694 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-3c801525-a94a-4386-af86-385643cb9bcd req-8a3896ad-fe4b-488a-a649-01fcb2241690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:16.456025 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3c801525-a94a-4386-af86-385643cb9bcd req-8a3896ad-fe4b-488a-a649-01fcb2241690 service neutron] 10.222.0.55 "PUT /v2.0/ports/54137274-2470-4cf0-bcd0-5011edcc4423 HTTP/1.1" status: 200  len: 1094 time: 1.2747722
Jun 04 13:52:16.456446 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb69c8b-469d-489c-a78b-007ecf6d5cfe', 'tag': '54137274-2470-4cf0-bcd0-5011edcc4423'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:52:16.483802 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3896ad-fe4b-488a-a649-01fcb2241690 service neutron] Pushing event updated for resources: {'Port': ['ID=54137274-2470-4cf0-bcd0-5011edcc4423,revision_number=3']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:16.502354 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcf895b0-053e-44ea-bd24-2bf9088237a3'] response: {'name': 'network-changed', 'server_uuid': '3eb69c8b-469d-489c-a78b-007ecf6d5cfe', 'tag': '54137274-2470-4cf0-bcd0-5011edcc4423', 'status': 'completed', 'code': 200}
Jun 04 13:52:16.696346 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e31bd0-14b4-444e-a7c3-66313dd2e42d req-67c81270-5721-41b7-a6ec-07c45e9892ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:16.697796 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-60e31bd0-14b4-444e-a7c3-66313dd2e42d req-67c81270-5721-41b7-a6ec-07c45e9892ed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a4b423c2006c49d8b8e731fbf4557850&device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 1097 time: 0.1452682
Jun 04 13:52:16.707724 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3f9b2-0aa1-4b17-bd74-fc6060558d66 req-c6a71463-0776-4329-9da9-c6e3870b9eaa tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:16.708434 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-fcb3f9b2-0aa1-4b17-bd74-fc6060558d66 req-c6a71463-0776-4329-9da9-c6e3870b9eaa tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Synchronizing usage tracker for tenant:a4b423c2006c49d8b8e731fbf4557850 on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:52:16.805442 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-fcb3f9b2-0aa1-4b17-bd74-fc6060558d66 req-c6a71463-0776-4329-9da9-c6e3870b9eaa tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Unset dirty status for tenant:a4b423c2006c49d8b8e731fbf4557850 on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:52:16.807339 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-fcb3f9b2-0aa1-4b17-bd74-fc6060558d66 req-c6a71463-0776-4329-9da9-c6e3870b9eaa tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 944 time: 0.2211394
Jun 04 13:52:16.897517 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-fcb3f9b2-0aa1-4b17-bd74-fc6060558d66 req-c1760e2a-b7d4-4927-b464-3004181d0064 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0764961
Jun 04 13:52:16.905182 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e31bd0-14b4-444e-a7c3-66313dd2e42d req-e72e22ba-18af-4a50-9008-d1bd79b92125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:16.906681 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-60e31bd0-14b4-444e-a7c3-66313dd2e42d req-e72e22ba-18af-4a50-9008-d1bd79b92125 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a4b423c2006c49d8b8e731fbf4557850&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1753259
Jun 04 13:52:17.045027 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e31bd0-14b4-444e-a7c3-66313dd2e42d req-71f70988-8129-4ef5-a63a-abd401a60cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:17.046539 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-60e31bd0-14b4-444e-a7c3-66313dd2e42d req-71f70988-8129-4ef5-a63a-abd401a60cf5 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1340065
Jun 04 13:52:17.181116 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c801525-a94a-4386-af86-385643cb9bcd req-f6fdd394-8a2c-4dde-b96b-0fc9f3f9d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:17.182588 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3c801525-a94a-4386-af86-385643cb9bcd req-f6fdd394-8a2c-4dde-b96b-0fc9f3f9d769 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a4b423c2006c49d8b8e731fbf4557850&device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 1097 time: 0.0760772
Jun 04 13:52:17.255837 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3c801525-a94a-4386-af86-385643cb9bcd req-d60743ce-fcae-45fa-9593-02112e079f0d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54137274-2470-4cf0-bcd0-5011edcc4423 HTTP/1.1" status: 200  len: 217 time: 0.0612597
Jun 04 13:52:17.322571 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c801525-a94a-4386-af86-385643cb9bcd req-3b5eb3ec-e24b-444a-8de4-cf93fc75d4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:17.323999 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3c801525-a94a-4386-af86-385643cb9bcd req-3b5eb3ec-e24b-444a-8de4-cf93fc75d4a5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=519b1458-12fa-4b17-b5c8-40537719eb4a HTTP/1.1" status: 200  len: 855 time: 0.0630112
Jun 04 13:52:17.398928 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c801525-a94a-4386-af86-385643cb9bcd req-21571717-8c51-45d7-90f2-88c4281c9a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:17.400475 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3c801525-a94a-4386-af86-385643cb9bcd req-21571717-8c51-45d7-90f2-88c4281c9a3c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73738528-bfac-4e8c-bc3f-cbda5e3864f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0704293
Jun 04 13:52:17.542360 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3c801525-a94a-4386-af86-385643cb9bcd req-9532ddd7-6157-45d8-9188-222476d22ea7 service neutron] 10.222.0.55 "GET /v2.0/networks/73738528-bfac-4e8c-bc3f-cbda5e3864f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342912
Jun 04 13:52:17.651324 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb355f-ff4c-4334-bd53-391031104317 req-9390581b-fa4d-4e65-8ba7-a1f64d4e8281 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:17.653082 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-cdcb355f-ff4c-4334-bd53-391031104317 req-9390581b-fa4d-4e65-8ba7-a1f64d4e8281 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc246482-9a4c-4184-8ff9-0ece98603d12 HTTP/1.1" status: 200  len: 945 time: 0.0804613
Jun 04 13:52:17.677480 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3c801525-a94a-4386-af86-385643cb9bcd req-8cf4a626-1a11-49cb-badd-c60ff6cd7e9e service neutron] 10.222.0.55 "GET /v2.0/networks/73738528-bfac-4e8c-bc3f-cbda5e3864f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1282928
Jun 04 13:52:17.782608 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-cdcb355f-ff4c-4334-bd53-391031104317 req-3eda7e91-b5e5-4dc1-a856-6515e5a044df tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=b79427f4-8a65-4eb9-a2b1-03ebc7964eea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1237082
Jun 04 13:52:17.967179 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9b304-3ff9-4347-816c-e673085d4f90 req-2596506e-726e-4623-9659-5b1d39ff54ee tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:17.967179 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-30a9b304-3ff9-4347-816c-e673085d4f90 req-2596506e-726e-4623-9659-5b1d39ff54ee tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc246482-9a4c-4184-8ff9-0ece98603d12 HTTP/1.1" status: 200  len: 945 time: 0.0867124
Jun 04 13:52:17.981107 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 49298) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:17.985995 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-8af43347-1e31-44e2-bde7-674c621449e4 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Request body: {'floatingip': {'port_id': 'b5ff8a6d-b33d-480a-9e44-ccf2699c983d'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:52:18.093109 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267be30-d29e-461a-8a18-35f090751954 req-797e36fa-0219-4271-96e3-b9b2a499ea27 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:18.094615 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1267be30-d29e-461a-8a18-35f090751954 req-797e36fa-0219-4271-96e3-b9b2a499ea27 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 944 time: 0.0838671
Jun 04 13:52:18.137711 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1267be30-d29e-461a-8a18-35f090751954 req-0fd9b99e-fea0-43ce-a0ff-064f3f9edef6 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372701
Jun 04 13:52:18.147571 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-8af43347-1e31-44e2-bde7-674c621449e4 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for floatingip, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:18.729235 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-8af43347-1e31-44e2-bde7-674c621449e4 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:18.773492 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-8af43347-1e31-44e2-bde7-674c621449e4 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:18.942473 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.l3_db [None req-8af43347-1e31-44e2-bde7-674c621449e4 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Floating IP ebd43b3a-e836-4bb0-9da0-6ce3fff4230f associated. External IP: 172.27.2.108, port: b5ff8a6d-b33d-480a-9e44-ccf2699c983d.
Jun 04 13:52:19.428849 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af43347-1e31-44e2-bde7-674c621449e4 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Router c0b12453-aec0-4567-8ea1-c215d312f8d2 has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:52:19.521962 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e4ec8-a2dd-46f1-9518-a6070496b541 req-d6eec17d-49ae-4900-9841-cc9e5cd492e7 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:19.523999 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ee3e4ec8-a2dd-46f1-9518-a6070496b541 req-d6eec17d-49ae-4900-9841-cc9e5cd492e7 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 944 time: 0.2710094
Jun 04 13:52:19.648945 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ee3e4ec8-a2dd-46f1-9518-a6070496b541 req-f1d05c30-4c12-4d2c-81e1-9d83a519eecb tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1114814
Jun 04 13:52:19.662852 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af43347-1e31-44e2-bde7-674c621449e4 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:52:19.667161 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-8af43347-1e31-44e2-bde7-674c621449e4 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:19.672364 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1cd604-1465-43dd-a7fb-b17ab662ecad None None] Sync routers for ids ['c0b12453-aec0-4567-8ea1-c215d312f8d2'] in dv-cinder-843593-2-iscsi {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:52:19.681685 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1cd604-1465-43dd-a7fb-b17ab662ecad None None] Routers {'c0b12453-aec0-4567-8ea1-c215d312f8d2'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:52:19.682258 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-eb1cd604-1465-43dd-a7fb-b17ab662ecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ed03eb0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:52:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['c0b12453-aec0-4567-8ea1-c215d312f8d2'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:19.722688 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-8af43347-1e31-44e2-bde7-674c621449e4 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "PUT /v2.0/floatingips/ebd43b3a-e836-4bb0-9da0-6ce3fff4230f HTTP/1.1" status: 200  len: 991 time: 1.7405219
Jun 04 13:52:19.723341 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc246482-9a4c-4184-8ff9-0ece98603d12', 'tag': 'b5ff8a6d-b33d-480a-9e44-ccf2699c983d'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:52:19.766356 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0adb4bce-ef09-4b57-8174-018a65543d9c'] response: {'name': 'network-changed', 'server_uuid': 'bc246482-9a4c-4184-8ff9-0ece98603d12', 'tag': 'b5ff8a6d-b33d-480a-9e44-ccf2699c983d', 'status': 'completed', 'code': 200}
Jun 04 13:52:19.876029 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-eb1cd604-1465-43dd-a7fb-b17ab662ecad None None] Set router c0b12453-aec0-4567-8ea1-c215d312f8d2 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:52:20.214808 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-eb1cd604-1465-43dd-a7fb-b17ab662ecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ed03eb0>, [{'id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'name': 'tempest-AttachVolumeTestJSON-72343411-router', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:44Z', 'revision_number': 4, 'project_id': '9650a71550354afb93718cd61f608fa7', 'gw_port': {'id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': 'ebd43b3a-e836-4bb0-9da0-6ce3fff4230f', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'port_id': 'b5ff8a6d-b33d-480a-9e44-ccf2699c983d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb', 'mac_address': 'fa:16:3e:c7:16:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc246482-9a4c-4184-8ff9-0ece98603d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:51:59Z', 'updated_at': '2022-06-04T13:52:18Z', 'revision_number': 1, 'project_id': '9650a71550354afb93718cd61f608fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba', 'name': '', 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'mac_address': 'fa:16:3e:b4:4c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:47:02Z', 'revision_number': 5, 'project_id': '9650a71550354afb93718cd61f608fa7', 'subnets': [{'id': '3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:20.218567 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1cd604-1465-43dd-a7fb-b17ab662ecad None None] Checking router: c0b12453-aec0-4567-8ea1-c215d312f8d2 for host: dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:52:20.227219 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1cd604-1465-43dd-a7fb-b17ab662ecad None None] Routers {'c0b12453-aec0-4567-8ea1-c215d312f8d2'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:52:20.227804 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-eb1cd604-1465-43dd-a7fb-b17ab662ecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ed03eb0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:52:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['c0b12453-aec0-4567-8ea1-c215d312f8d2'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:20.400029 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-eb1cd604-1465-43dd-a7fb-b17ab662ecad None None] Set router c0b12453-aec0-4567-8ea1-c215d312f8d2 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:52:20.644297 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64a409-6c47-4b51-9471-7e8eea158f52 req-589d0508-3e5b-464d-b7dc-b8709ff2747e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:20.651944 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3b64a409-6c47-4b51-9471-7e8eea158f52 req-589d0508-3e5b-464d-b7dc-b8709ff2747e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9650a71550354afb93718cd61f608fa7&device_id=bc246482-9a4c-4184-8ff9-0ece98603d12 HTTP/1.1" status: 200  len: 1098 time: 0.0744081
Jun 04 13:52:20.762425 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-eb1cd604-1465-43dd-a7fb-b17ab662ecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ed03eb0>, [{'id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'name': 'tempest-AttachVolumeTestJSON-72343411-router', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:44Z', 'revision_number': 4, 'project_id': '9650a71550354afb93718cd61f608fa7', 'gw_port': {'id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': 'ebd43b3a-e836-4bb0-9da0-6ce3fff4230f', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'port_id': 'b5ff8a6d-b33d-480a-9e44-ccf2699c983d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb', 'mac_address': 'fa:16:3e:c7:16:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc246482-9a4c-4184-8ff9-0ece98603d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:51:59Z', 'updated_at': '2022-06-04T13:52:18Z', 'revision_number': 1, 'project_id': '9650a71550354afb93718cd61f608fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba', 'name': '', 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'mac_address': 'fa:16:3e:b4:4c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:47:02Z', 'revision_number': 5, 'project_id': '9650a71550354afb93718cd61f608fa7', 'subnets': [{'id': '3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:20.766566 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1cd604-1465-43dd-a7fb-b17ab662ecad None None] The sync data for ids ['c0b12453-aec0-4567-8ea1-c215d312f8d2'] in dv-cinder-843593-2-iscsi is: [{'id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'name': 'tempest-AttachVolumeTestJSON-72343411-router', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:44Z', 'revision_number': 4, 'project_id': '9650a71550354afb93718cd61f608fa7', 'gw_port': {'id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': 'ebd43b3a-e836-4bb0-9da0-6ce3fff4230f', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'port_id': 'b5ff8a6d-b33d-480a-9e44-ccf2699c983d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb', 'mac_address': 'fa:16:3e:c7:16:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc246482-9a4c-4184-8ff9-0ece98603d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:51:59Z', 'updated_at': '2022-06-04T13:52:18Z', 'revision_number': 1, 'project_id': '9650a71550354afb93718cd61f608fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba', 'name': '', 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'mac_address': 'fa:16:3e:b4:4c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:47:02Z', 'revision_number': 5, 'project_id': '9650a71550354afb93718cd61f608fa7', 'subnets': [{'id': '3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:52:20.824033 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64a409-6c47-4b51-9471-7e8eea158f52 req-104ae5f7-6f79-4d39-ba2c-e1f7611d0c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:20.826136 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3b64a409-6c47-4b51-9471-7e8eea158f52 req-104ae5f7-6f79-4d39-ba2c-e1f7611d0c80 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb HTTP/1.1" status: 200  len: 910 time: 0.1734004
Jun 04 13:52:20.952203 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3b64a409-6c47-4b51-9471-7e8eea158f52 req-9e6d978f-c7b6-4618-adfe-096380f4249b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5ff8a6d-b33d-480a-9e44-ccf2699c983d HTTP/1.1" status: 200  len: 999 time: 0.1180897
Jun 04 13:52:20.961974 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8fbc6-5c7e-48b8-82a2-f8cd1b74d94c req-07162075-f1fb-46b1-8dc4-db799e8d87fc tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:20.963626 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d8e8fbc6-5c7e-48b8-82a2-f8cd1b74d94c req-07162075-f1fb-46b1-8dc4-db799e8d87fc tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 944 time: 0.1987557
Jun 04 13:52:21.063028 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64a409-6c47-4b51-9471-7e8eea158f52 req-273aa02e-81c7-4514-bce0-b92f1713bb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:21.064719 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3b64a409-6c47-4b51-9471-7e8eea158f52 req-273aa02e-81c7-4514-bce0-b92f1713bb9e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e HTTP/1.1" status: 200  len: 848 time: 0.1001801
Jun 04 13:52:21.067613 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d8e8fbc6-5c7e-48b8-82a2-f8cd1b74d94c req-142eaa31-edb3-4352-b42f-f13b9f3ea8c2 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0712006
Jun 04 13:52:21.079114 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c00524-3530-4e4a-8da2-e2d9fbaa3eb8 None None] New status for floating IP ebd43b3a-e836-4bb0-9da0-6ce3fff4230f: ACTIVE {{(pid=88596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:52:21.168125 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64a409-6c47-4b51-9471-7e8eea158f52 req-ebc0c9e6-e5ec-460b-8028-28025e308189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:21.170362 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3b64a409-6c47-4b51-9471-7e8eea158f52 req-ebc0c9e6-e5ec-460b-8028-28025e308189 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0968175
Jun 04 13:52:21.319176 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3b64a409-6c47-4b51-9471-7e8eea158f52 req-b898a830-cbdc-4037-bd0b-100ed7ec0e39 service neutron] 10.222.0.55 "GET /v2.0/networks/7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407886
Jun 04 13:52:21.450369 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3b64a409-6c47-4b51-9471-7e8eea158f52 req-7c3b628f-5bc4-406d-9872-f604756fff0d service neutron] 10.222.0.55 "GET /v2.0/networks/7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245522
Jun 04 13:52:22.268693 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23325cae-4c11-4743-ad26-f1b327a7bf90 req-12baa2b4-0042-4dbd-9b2f-debbaf9f934c tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:22.276658 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-23325cae-4c11-4743-ad26-f1b327a7bf90 req-12baa2b4-0042-4dbd-9b2f-debbaf9f934c tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 944 time: 0.0891225
Jun 04 13:52:22.320217 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-23325cae-4c11-4743-ad26-f1b327a7bf90 req-c6e51ff4-348e-4bf0-b5e0-40e119c2fe30 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422580
Jun 04 13:52:22.689565 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 54137274-2470-4cf0-bcd0-5011edcc4423 details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:52:22.823645 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 54137274-2470-4cf0-bcd0-5011edcc4423, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=54137274-2470-4cf0-bcd0-5011edcc4423,segment=NetworkSegment(5a203b17-8fb4-4d75-9990-d9b9069da272),segment_id=5a203b17-8fb4-4d75-9990-d9b9069da272)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:52:22.837623 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Returning: {'device': '54137274-2470-4cf0-bcd0-5011edcc4423', 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1', 'port_id': '54137274-2470-4cf0-bcd0-5011edcc4423', 'mac_address': 'fa:16:3e:42:d4:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:52:22.892000 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 54137274-2470-4cf0-bcd0-5011edcc4423 is: DOWN; New status is: BUILD {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:52:22.892367 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:22.909311 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54137274-2470-4cf0-bcd0-5011edcc4423 {{(pid=88596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:52:22.924112 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 54137274-2470-4cf0-bcd0-5011edcc4423, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=54137274-2470-4cf0-bcd0-5011edcc4423,segment=NetworkSegment(5a203b17-8fb4-4d75-9990-d9b9069da272),segment_id=5a203b17-8fb4-4d75-9990-d9b9069da272)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:52:22.985109 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:23.054670 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=54137274-2470-4cf0-bcd0-5011edcc4423,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:23.311579 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['54137274-2470-4cf0-bcd0-5011edcc4423'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:52:23.513067 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782107c1-4cf4-4dd3-9ede-e69ed8033a9f req-db088701-b3f3-4a0e-9deb-8eef25127ba4 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:23.514515 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-782107c1-4cf4-4dd3-9ede-e69ed8033a9f req-db088701-b3f3-4a0e-9deb-8eef25127ba4 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 945 time: 0.0788608
Jun 04 13:52:23.562473 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-782107c1-4cf4-4dd3-9ede-e69ed8033a9f req-b0ff9d21-9a82-4660-abc9-a8e2ea68d8d7 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421543
Jun 04 13:52:24.695282 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 54137274-2470-4cf0-bcd0-5011edcc4423 up at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:52:24.817807 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b229f4-ff71-4aa1-b7b9-8de02a7dc616 req-223f6954-3853-401a-9ce0-d7c1fbbb0ff5 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:24.818614 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning for port 54137274-2470-4cf0-bcd0-5011edcc4423 completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:52:24.819277 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d2b229f4-ff71-4aa1-b7b9-8de02a7dc616 req-223f6954-3853-401a-9ce0-d7c1fbbb0ff5 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 945 time: 0.0790617
Jun 04 13:52:24.823746 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning complete for port 54137274-2470-4cf0-bcd0-5011edcc4423 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:52:24.824115 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:24.863406 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d2b229f4-ff71-4aa1-b7b9-8de02a7dc616 req-59039097-b792-4c16-a6f3-17e252e98b75 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382357
Jun 04 13:52:24.939507 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 54137274-2470-4cf0-bcd0-5011edcc4423 is: BUILD; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:52:24.939878 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:24.965243 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb69c8b-469d-489c-a78b-007ecf6d5cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54137274-2470-4cf0-bcd0-5011edcc4423'}] {{(pid=88596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:52:24.974630 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 54137274-2470-4cf0-bcd0-5011edcc4423, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=54137274-2470-4cf0-bcd0-5011edcc4423,segment=NetworkSegment(5a203b17-8fb4-4d75-9990-d9b9069da272),segment_id=5a203b17-8fb4-4d75-9990-d9b9069da272)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:52:25.008276 dv-cinder-843593-2-iscsi neutron-server[88596]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66adaa1d-4e29-41d5-ad45-f769ad4e9ac7'] response: {'server_uuid': '3eb69c8b-469d-489c-a78b-007ecf6d5cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54137274-2470-4cf0-bcd0-5011edcc4423', 'code': 200}
Jun 04 13:52:25.047943 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:25.118288 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=54137274-2470-4cf0-bcd0-5011edcc4423,revision_number=5']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:25.393627 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60eab0-48a8-4425-af2e-b05b9f2e507b req-3d1b1233-b1c0-4396-b7b6-af93279ec21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:25.395013 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3d60eab0-48a8-4425-af2e-b05b9f2e507b req-3d1b1233-b1c0-4396-b7b6-af93279ec21a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 1099 time: 0.0703602
Jun 04 13:52:25.435470 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3d60eab0-48a8-4425-af2e-b05b9f2e507b req-0c756af6-241e-4d36-a434-a07bb35ef5aa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0344579
Jun 04 13:52:25.944858 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:26.027627 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1afec7-f119-496e-a912-53ec9a0708d2 req-71b3ddc5-38d4-402c-a329-3685ad968df9 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:26.029396 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-fb1afec7-f119-496e-a912-53ec9a0708d2 req-71b3ddc5-38d4-402c-a329-3685ad968df9 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f816df7-aff1-48c8-9376-2974ce5c30b0 HTTP/1.1" status: 200  len: 946 time: 0.0843396
Jun 04 13:52:26.059062 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b34960-0c90-4163-a04c-1be3addf1298 req-e5cc7f8c-1a7d-43e5-a0b9-63bcf17b6fb3 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:26.060612 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-64b34960-0c90-4163-a04c-1be3addf1298 req-e5cc7f8c-1a7d-43e5-a0b9-63bcf17b6fb3 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 946 time: 0.0869431
Jun 04 13:52:26.078092 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-fb1afec7-f119-496e-a912-53ec9a0708d2 req-8c129ed9-3fd3-4930-9fa2-a5d99c2bc977 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=e258480d-3df7-4d45-b328-d2bba0002cfa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423315
Jun 04 13:52:26.111162 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-64b34960-0c90-4163-a04c-1be3addf1298 req-a706a28f-661e-401d-bb9d-1e917d6355c6 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429354
Jun 04 13:52:27.263774 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974aa17-cd60-4a07-a3f5-791be1d9ead1 req-992d66eb-fba2-4624-b07e-03e7b90ecd8c tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:27.265213 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1974aa17-cd60-4a07-a3f5-791be1d9ead1 req-992d66eb-fba2-4624-b07e-03e7b90ecd8c tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f816df7-aff1-48c8-9376-2974ce5c30b0 HTTP/1.1" status: 200  len: 946 time: 0.0818019
Jun 04 13:52:27.309446 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1974aa17-cd60-4a07-a3f5-791be1d9ead1 req-0045aed2-b76d-41d2-a13b-217416bf7a6a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=e258480d-3df7-4d45-b328-d2bba0002cfa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382085
Jun 04 13:52:27.311441 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11069b3-15ca-4854-8cef-d1c1b90ffdc8 req-4b0883b9-d6d5-4270-ad89-30e30368cb55 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:27.312962 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b11069b3-15ca-4854-8cef-d1c1b90ffdc8 req-4b0883b9-d6d5-4270-ad89-30e30368cb55 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 946 time: 0.0804086
Jun 04 13:52:27.356594 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b11069b3-15ca-4854-8cef-d1c1b90ffdc8 req-159bbdbe-bc3b-4267-b305-346915ecdf60 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380578
Jun 04 13:52:27.537689 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95958d-ebd8-47ba-b2dc-7c7ba090ca4c req-8c31c3fe-3d7f-4dcb-b580-62f165f7d051 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:27.539125 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-ee95958d-ebd8-47ba-b2dc-7c7ba090ca4c req-8c31c3fe-3d7f-4dcb-b580-62f165f7d051 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 946 time: 0.0818470
Jun 04 13:52:27.548564 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 49398) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:27.553491 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-abebe477-5142-4be1-9335-72797e3849f9 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Request body: {'floatingip': {'port_id': '54137274-2470-4cf0-bcd0-5011edcc4423'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:52:27.631492 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-abebe477-5142-4be1-9335-72797e3849f9 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for floatingip, before_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:27.999902 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3b82d-2874-4641-a5a6-83359eb32fff req-d9e6e237-9788-4787-a027-05cfdd0c94df tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:28.001306 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c0d3b82d-2874-4641-a5a6-83359eb32fff req-d9e6e237-9788-4787-a027-05cfdd0c94df tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f816df7-aff1-48c8-9376-2974ce5c30b0 HTTP/1.1" status: 200  len: 946 time: 0.0808771
Jun 04 13:52:28.075647 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-c0d3b82d-2874-4641-a5a6-83359eb32fff req-c7e43200-aa69-4148-9de4-6e4502aa7069 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Deleting port f690b15e-dab2-4efe-a12b-ba2154a9f2f2 {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:52:28.075647 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-c0d3b82d-2874-4641-a5a6-83359eb32fff req-c7e43200-aa69-4148-9de4-6e4502aa7069 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:28.236082 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-abebe477-5142-4be1-9335-72797e3849f9 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:28.304848 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-abebe477-5142-4be1-9335-72797e3849f9 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:28.420567 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-c0d3b82d-2874-4641-a5a6-83359eb32fff req-c7e43200-aa69-4148-9de4-6e4502aa7069 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] For port f690b15e-dab2-4efe-a12b-ba2154a9f2f2, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=f690b15e-dab2-4efe-a12b-ba2154a9f2f2,segment=NetworkSegment(6d3f57de-dbe3-431a-86c1-8e1406ca4d6a),segment_id=6d3f57de-dbe3-431a-86c1-8e1406ca4d6a)] {{(pid=88594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:52:28.421201 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-c0d3b82d-2874-4641-a5a6-83359eb32fff req-c7e43200-aa69-4148-9de4-6e4502aa7069 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:28.565573 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.db.l3_db [None req-abebe477-5142-4be1-9335-72797e3849f9 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Floating IP 80f7a970-27b9-40e8-8540-4a812cd59604 associated. External IP: 172.27.2.32, port: 54137274-2470-4cf0-bcd0-5011edcc4423.
Jun 04 13:52:28.745756 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98a7aa-ec19-4773-ab0f-f261d4183630 req-e9dff601-9a06-4d72-bc48-9aaa09daa2f1 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:28.747291 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-cd98a7aa-ec19-4773-ab0f-f261d4183630 req-e9dff601-9a06-4d72-bc48-9aaa09daa2f1 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f816df7-aff1-48c8-9376-2974ce5c30b0 HTTP/1.1" status: 200  len: 946 time: 0.3149579
Jun 04 13:52:28.801504 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-c0d3b82d-2874-4641-a5a6-83359eb32fff req-c7e43200-aa69-4148-9de4-6e4502aa7069 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:28.801865 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-c0d3b82d-2874-4641-a5a6-83359eb32fff req-c7e43200-aa69-4148-9de4-6e4502aa7069 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:28.802173 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.l3_db [req-c0d3b82d-2874-4641-a5a6-83359eb32fff req-c7e43200-aa69-4148-9de4-6e4502aa7069 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Floating IP f6390e2b-caa6-4d96-ac8f-5424bbd31972 disassociated. External IP: 172.27.2.208, port: f690b15e-dab2-4efe-a12b-ba2154a9f2f2.
Jun 04 13:52:28.802505 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-c0d3b82d-2874-4641-a5a6-83359eb32fff req-c7e43200-aa69-4148-9de4-6e4502aa7069 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Calling delete_port for f690b15e-dab2-4efe-a12b-ba2154a9f2f2 owned by compute:nova {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:52:28.852164 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-cd98a7aa-ec19-4773-ab0f-f261d4183630 req-75dece68-adb8-4f4b-8a7d-90e38ddda826 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=e258480d-3df7-4d45-b328-d2bba0002cfa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0954080
Jun 04 13:52:28.925138 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abebe477-5142-4be1-9335-72797e3849f9 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Router b3c35a1a-a2f2-4646-881a-9ffba554fd8b has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:52:29.002033 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-c0d3b82d-2874-4641-a5a6-83359eb32fff req-c7e43200-aa69-4148-9de4-6e4502aa7069 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:29.068667 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e43200-aa69-4148-9de4-6e4502aa7069 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event deleted for resources: {'Port': ['ID=f690b15e-dab2-4efe-a12b-ba2154a9f2f2,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:29.107877 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abebe477-5142-4be1-9335-72797e3849f9 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:52:29.112749 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-abebe477-5142-4be1-9335-72797e3849f9 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:29.118647 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eac0cc5-1295-4fb7-afc3-74da273532eb None None] Sync routers for ids ['b3c35a1a-a2f2-4646-881a-9ffba554fd8b'] in dv-cinder-843593-2-iscsi {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:52:29.135856 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eac0cc5-1295-4fb7-afc3-74da273532eb None None] Routers {'b3c35a1a-a2f2-4646-881a-9ffba554fd8b'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:52:29.135856 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-2eac0cc5-1295-4fb7-afc3-74da273532eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ee3fb80>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:52:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['b3c35a1a-a2f2-4646-881a-9ffba554fd8b'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:29.178631 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-abebe477-5142-4be1-9335-72797e3849f9 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "PUT /v2.0/floatingips/80f7a970-27b9-40e8-8540-4a812cd59604 HTTP/1.1" status: 200  len: 991 time: 1.6289406
Jun 04 13:52:29.179509 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb69c8b-469d-489c-a78b-007ecf6d5cfe', 'tag': '54137274-2470-4cf0-bcd0-5011edcc4423'}] {{(pid=88595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:52:29.272826 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0d3b82d-2874-4641-a5a6-83359eb32fff req-c7e43200-aa69-4148-9de4-6e4502aa7069 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:52:29.302326 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d696fb51-a8af-4cbf-8d8e-c2210456b1a8'] response: {'name': 'network-changed', 'server_uuid': '3eb69c8b-469d-489c-a78b-007ecf6d5cfe', 'tag': '54137274-2470-4cf0-bcd0-5011edcc4423', 'status': 'completed', 'code': 200}
Jun 04 13:52:29.363116 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-2eac0cc5-1295-4fb7-afc3-74da273532eb None None] Set router b3c35a1a-a2f2-4646-881a-9ffba554fd8b gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:52:29.509620 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0d3b82d-2874-4641-a5a6-83359eb32fff req-c7e43200-aa69-4148-9de4-6e4502aa7069 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:52:29.521594 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1c1b16-6315-4008-af5a-b0c75ef36b62 None None] Sync routers for ids ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'] in dv-cinder-843593-2-iscsi {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:52:29.532866 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1c1b16-6315-4008-af5a-b0c75ef36b62 None None] Routers {'6970f1a1-b3ff-41b6-80c8-570efa1a2642'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:52:29.533609 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-2b1c1b16-6315-4008-af5a-b0c75ef36b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e111f70>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:52:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:29.593840 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b40832-a967-4e2b-8fef-7f6963dea0b0 req-e2f914a6-1230-4b82-836e-5c7074872208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:29.595332 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-99b40832-a967-4e2b-8fef-7f6963dea0b0 req-e2f914a6-1230-4b82-836e-5c7074872208 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a4b423c2006c49d8b8e731fbf4557850&device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 1099 time: 0.2431052
Jun 04 13:52:29.600566 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d3b82d-2874-4641-a5a6-83359eb32fff req-c7e43200-aa69-4148-9de4-6e4502aa7069 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] No DVR routers for this DVR port f690b15e-dab2-4efe-a12b-ba2154a9f2f2 on host hv-cinder-84359 {{(pid=88594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:52:29.602954 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-c0d3b82d-2874-4641-a5a6-83359eb32fff req-c7e43200-aa69-4148-9de4-6e4502aa7069 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:29.606718 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f816df7-aff1-48c8-9376-2974ce5c30b0', 'name': 'network-vif-deleted', 'tag': 'f690b15e-dab2-4efe-a12b-ba2154a9f2f2'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:52:29.733524 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-2b1c1b16-6315-4008-af5a-b0c75ef36b62 None None] Set router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:52:29.743199 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-2eac0cc5-1295-4fb7-afc3-74da273532eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ee3fb80>, [{'id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'name': 'tempest-AttachVolumeShelveTestJSON-463891465-router', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:52:05Z', 'revision_number': 4, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'gw_port': {'id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': '80f7a970-27b9-40e8-8540-4a812cd59604', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'port_id': '54137274-2470-4cf0-bcd0-5011edcc4423', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1', 'mac_address': 'fa:16:3e:42:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb69c8b-469d-489c-a78b-007ecf6d5cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:52:09Z', 'updated_at': '2022-06-04T13:52:28Z', 'revision_number': 1, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b1203f1-3341-4de6-a51b-e68bdab020e2', 'name': '', 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'mac_address': 'fa:16:3e:fa:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:04Z', 'updated_at': '2022-06-04T13:52:11Z', 'revision_number': 5, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'subnets': [{'id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:29.748097 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eac0cc5-1295-4fb7-afc3-74da273532eb None None] Checking router: b3c35a1a-a2f2-4646-881a-9ffba554fd8b for host: dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:52:29.757256 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eac0cc5-1295-4fb7-afc3-74da273532eb None None] Routers {'b3c35a1a-a2f2-4646-881a-9ffba554fd8b'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:52:29.757944 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-2eac0cc5-1295-4fb7-afc3-74da273532eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ee3fb80>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:52:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['b3c35a1a-a2f2-4646-881a-9ffba554fd8b'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:29.785769 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-436d497e-08c8-4b44-ade9-fe68631bb9cf'] response: {'server_uuid': '9f816df7-aff1-48c8-9376-2974ce5c30b0', 'name': 'network-vif-deleted', 'tag': 'f690b15e-dab2-4efe-a12b-ba2154a9f2f2', 'status': 'completed', 'code': 200}
Jun 04 13:52:29.791326 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c0d3b82d-2874-4641-a5a6-83359eb32fff req-c7e43200-aa69-4148-9de4-6e4502aa7069 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.55 "DELETE /v2.0/ports/f690b15e-dab2-4efe-a12b-ba2154a9f2f2 HTTP/1.1" status: 204  len: 173 time: 1.7842259
Jun 04 13:52:29.855252 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b40832-a967-4e2b-8fef-7f6963dea0b0 req-ad7b1e40-dc72-4737-9ff6-31fde719c576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:29.856811 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-99b40832-a967-4e2b-8fef-7f6963dea0b0 req-ad7b1e40-dc72-4737-9ff6-31fde719c576 service neutron] 10.222.0.55 "GET /v2.0/networks?id=73738528-bfac-4e8c-bc3f-cbda5e3864f1 HTTP/1.1" status: 200  len: 917 time: 0.2443583
Jun 04 13:52:29.976558 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-99b40832-a967-4e2b-8fef-7f6963dea0b0 req-ef507294-f584-48d2-bee9-1f3b9c170ff3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54137274-2470-4cf0-bcd0-5011edcc4423 HTTP/1.1" status: 200  len: 999 time: 0.1137803
Jun 04 13:52:29.995290 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-2eac0cc5-1295-4fb7-afc3-74da273532eb None None] Set router b3c35a1a-a2f2-4646-881a-9ffba554fd8b gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:52:30.040003 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-55c99758-e4fd-4f69-9242-829dcf7eb28d req-239eb29a-ee58-4a1e-a7b1-a7e1ddcf828d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f816df7-aff1-48c8-9376-2974ce5c30b0 HTTP/1.1" status: 200  len: 210 time: 0.0621884
Jun 04 13:52:30.048165 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b40832-a967-4e2b-8fef-7f6963dea0b0 req-a8464dff-1202-4d01-ac34-097b53fe04be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:30.050117 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-99b40832-a967-4e2b-8fef-7f6963dea0b0 req-a8464dff-1202-4d01-ac34-097b53fe04be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=519b1458-12fa-4b17-b5c8-40537719eb4a HTTP/1.1" status: 200  len: 855 time: 0.0656869
Jun 04 13:52:30.118103 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-2b1c1b16-6315-4008-af5a-b0c75ef36b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e111f70>, [{'id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:41Z', 'revision_number': 4, 'project_id': '04f6f6455e3046efade411926e0f0561', 'gw_port': {'id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '711cf581-c378-430c-a852-b96602d99b90', 'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'mac_address': 'fa:16:3e:bb:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:59Z', 'revision_number': 5, 'project_id': '04f6f6455e3046efade411926e0f0561', 'subnets': [{'id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:30.122674 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1c1b16-6315-4008-af5a-b0c75ef36b62 None None] Checking router: 6970f1a1-b3ff-41b6-80c8-570efa1a2642 for host: dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:52:30.131639 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1c1b16-6315-4008-af5a-b0c75ef36b62 None None] Routers {'6970f1a1-b3ff-41b6-80c8-570efa1a2642'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:52:30.132773 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-2b1c1b16-6315-4008-af5a-b0c75ef36b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e111f70>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:52:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:30.141246 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b40832-a967-4e2b-8fef-7f6963dea0b0 req-e0db59af-f6e8-4926-afb2-320f9d9bfae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:30.142728 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-99b40832-a967-4e2b-8fef-7f6963dea0b0 req-e0db59af-f6e8-4926-afb2-320f9d9bfae5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73738528-bfac-4e8c-bc3f-cbda5e3864f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0837581
Jun 04 13:52:30.304151 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-99b40832-a967-4e2b-8fef-7f6963dea0b0 req-1939c1fa-c71f-4ab4-82c4-d2b12afeb1ac service neutron] 10.222.0.55 "GET /v2.0/networks/73738528-bfac-4e8c-bc3f-cbda5e3864f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1541450
Jun 04 13:52:30.357747 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-2b1c1b16-6315-4008-af5a-b0c75ef36b62 None None] Set router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:52:30.433489 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-2eac0cc5-1295-4fb7-afc3-74da273532eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ee3fb80>, [{'id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'name': 'tempest-AttachVolumeShelveTestJSON-463891465-router', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:52:05Z', 'revision_number': 4, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'gw_port': {'id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': '80f7a970-27b9-40e8-8540-4a812cd59604', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'port_id': '54137274-2470-4cf0-bcd0-5011edcc4423', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1', 'mac_address': 'fa:16:3e:42:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb69c8b-469d-489c-a78b-007ecf6d5cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:52:09Z', 'updated_at': '2022-06-04T13:52:28Z', 'revision_number': 1, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b1203f1-3341-4de6-a51b-e68bdab020e2', 'name': '', 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'mac_address': 'fa:16:3e:fa:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:04Z', 'updated_at': '2022-06-04T13:52:11Z', 'revision_number': 5, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'subnets': [{'id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:30.437692 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eac0cc5-1295-4fb7-afc3-74da273532eb None None] The sync data for ids ['b3c35a1a-a2f2-4646-881a-9ffba554fd8b'] in dv-cinder-843593-2-iscsi is: [{'id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'name': 'tempest-AttachVolumeShelveTestJSON-463891465-router', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:52:05Z', 'revision_number': 4, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'gw_port': {'id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': '80f7a970-27b9-40e8-8540-4a812cd59604', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'port_id': '54137274-2470-4cf0-bcd0-5011edcc4423', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1', 'mac_address': 'fa:16:3e:42:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb69c8b-469d-489c-a78b-007ecf6d5cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:52:09Z', 'updated_at': '2022-06-04T13:52:28Z', 'revision_number': 1, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b1203f1-3341-4de6-a51b-e68bdab020e2', 'name': '', 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'mac_address': 'fa:16:3e:fa:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:04Z', 'updated_at': '2022-06-04T13:52:11Z', 'revision_number': 5, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'subnets': [{'id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:52:30.491785 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-99b40832-a967-4e2b-8fef-7f6963dea0b0 req-adc9e270-1af5-494d-9b39-0edcbdbc159a service neutron] 10.222.0.55 "GET /v2.0/networks/73738528-bfac-4e8c-bc3f-cbda5e3864f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1654565
Jun 04 13:52:30.691657 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7134d5b8-3341-486b-9986-41ea6cbc7169 None None] New status for floating IP 80f7a970-27b9-40e8-8540-4a812cd59604: ACTIVE {{(pid=88597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:52:30.737737 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device f690b15e-dab2-4efe-a12b-ba2154a9f2f2 no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:52:30.781750 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] No Port match for: f690b15e-dab2-4efe-a12b-ba2154a9f2f2 {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:52:30.782095 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device f690b15e-dab2-4efe-a12b-ba2154a9f2f2 not bound to the agent host hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:52:30.786012 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-2b1c1b16-6315-4008-af5a-b0c75ef36b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e111f70>, [{'id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:41Z', 'revision_number': 4, 'project_id': '04f6f6455e3046efade411926e0f0561', 'gw_port': {'id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '711cf581-c378-430c-a852-b96602d99b90', 'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'mac_address': 'fa:16:3e:bb:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:59Z', 'revision_number': 5, 'project_id': '04f6f6455e3046efade411926e0f0561', 'subnets': [{'id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:30.790371 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1c1b16-6315-4008-af5a-b0c75ef36b62 None None] The sync data for ids ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'] in dv-cinder-843593-2-iscsi is: [{'id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:41Z', 'revision_number': 4, 'project_id': '04f6f6455e3046efade411926e0f0561', 'gw_port': {'id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '711cf581-c378-430c-a852-b96602d99b90', 'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'mac_address': 'fa:16:3e:bb:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:59Z', 'revision_number': 5, 'project_id': '04f6f6455e3046efade411926e0f0561', 'subnets': [{'id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:52:31.045791 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951557b2-f29a-41a4-8b1f-32ad9f8fd561 None None] New status for floating IP f6390e2b-caa6-4d96-ac8f-5424bbd31972: DOWN {{(pid=88596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:52:31.218945 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 49452) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:31.282661 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7b2b7bef-ffb5-43f5-b433-3238b66d500e tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:31.310249 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7b2b7bef-ffb5-43f5-b433-3238b66d500e tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:31.430172 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7b2b7bef-ffb5-43f5-b433-3238b66d500e tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:31.451846 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b7bef-ffb5-43f5-b433-3238b66d500e tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e258480d-3df7-4d45-b328-d2bba0002cfa,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:31.522144 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-75730c49-5f6c-43f4-9554-cd8c7324fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:31.527191 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7b2b7bef-ffb5-43f5-b433-3238b66d500e tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:31.528302 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-7b2b7bef-ffb5-43f5-b433-3238b66d500e tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "DELETE /v2.0/security-groups/e258480d-3df7-4d45-b328-d2bba0002cfa HTTP/1.1" status: 204  len: 168 time: 0.3083751
Jun 04 13:52:31.531139 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 49456) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:31.547138 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.api.v2.resource [None req-780d919b-10e4-4e01-af60-08af2cb7f190 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] show failed (client error): The resource could not be found.
Jun 04 13:52:31.548050 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-780d919b-10e4-4e01-af60-08af2cb7f190 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups/e258480d-3df7-4d45-b328-d2bba0002cfa HTTP/1.1" status: 404  len: 347 time: 0.0160265
Jun 04 13:52:31.550536 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 49460) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:31.701186 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-242166f9-cd07-414d-8b15-c275dbb54e7e tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Deleting port daabae2f-c7a3-4db0-8fcd-fee63ec9c894 {{(pid=88595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:52:31.701517 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-242166f9-cd07-414d-8b15-c275dbb54e7e tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:31.872448 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-242166f9-cd07-414d-8b15-c275dbb54e7e tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:31.872767 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-242166f9-cd07-414d-8b15-c275dbb54e7e tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:32.086034 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-242166f9-cd07-414d-8b15-c275dbb54e7e tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Calling delete_port for daabae2f-c7a3-4db0-8fcd-fee63ec9c894 owned by network:floatingip {{(pid=88595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:52:32.281648 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-242166f9-cd07-414d-8b15-c275dbb54e7e tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:32.358027 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242166f9-cd07-414d-8b15-c275dbb54e7e tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event deleted for resources: {'Port': ['ID=daabae2f-c7a3-4db0-8fcd-fee63ec9c894,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:32.403753 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 6 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:52:32.418252 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-242166f9-cd07-414d-8b15-c275dbb54e7e tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for floatingip, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:32.431720 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-242166f9-cd07-414d-8b15-c275dbb54e7e tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:32.432827 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-242166f9-cd07-414d-8b15-c275dbb54e7e tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "DELETE /v2.0/floatingips/f6390e2b-caa6-4d96-ac8f-5424bbd31972 HTTP/1.1" status: 204  len: 168 time: 0.8814330
Jun 04 13:52:32.578274 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 49472) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:32.583480 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-c11ca0cf-0119-4832-b2e2-b57c3390a60a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Request body: {'security_group': {'name': 'tempest-securitygroup--650914471', 'description': 'tempest-description--1282160626'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:52:32.589448 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-c11ca0cf-0119-4832-b2e2-b57c3390a60a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:52:32.593615 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-c11ca0cf-0119-4832-b2e2-b57c3390a60a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Usage tracker for resource:security_group and tenant:04f6f6455e3046efade411926e0f0561 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:52:32.596705 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-c11ca0cf-0119-4832-b2e2-b57c3390a60a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:52:32.602516 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-c11ca0cf-0119-4832-b2e2-b57c3390a60a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:52:32.675904 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c11ca0cf-0119-4832-b2e2-b57c3390a60a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:32.695767 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-c11ca0cf-0119-4832-b2e2-b57c3390a60a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:52:32.700349 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-c11ca0cf-0119-4832-b2e2-b57c3390a60a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Usage tracker for resource:security_group_rule and tenant:04f6f6455e3046efade411926e0f0561 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:52:32.703214 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-c11ca0cf-0119-4832-b2e2-b57c3390a60a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:52:32.708942 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-c11ca0cf-0119-4832-b2e2-b57c3390a60a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:52:32.776246 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c11ca0cf-0119-4832-b2e2-b57c3390a60a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:32.824774 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c11ca0cf-0119-4832-b2e2-b57c3390a60a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:32.868561 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ca0cf-0119-4832-b2e2-b57c3390a60a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd82496-59c1-4f19-9dff-8c475ec18ba0,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:32.938214 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c11ca0cf-0119-4832-b2e2-b57c3390a60a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:32.939436 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-c11ca0cf-0119-4832-b2e2-b57c3390a60a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3600314
Jun 04 13:52:32.942162 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 49476) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:32.947221 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-053743bc-a423-4dd8-9b48-f27b7b59a674 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Request body: {'security_group_rule': {'security_group_id': '3fd82496-59c1-4f19-9dff-8c475ec18ba0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:52:32.953157 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-053743bc-a423-4dd8-9b48-f27b7b59a674 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:52:32.956914 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-053743bc-a423-4dd8-9b48-f27b7b59a674 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Usage tracker for resource:security_group_rule and tenant:04f6f6455e3046efade411926e0f0561 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:52:32.959890 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-053743bc-a423-4dd8-9b48-f27b7b59a674 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:52:32.965487 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-053743bc-a423-4dd8-9b48-f27b7b59a674 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:52:33.047797 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-053743bc-a423-4dd8-9b48-f27b7b59a674 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:33.112405 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-053743bc-a423-4dd8-9b48-f27b7b59a674 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:33.155925 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-053743bc-a423-4dd8-9b48-f27b7b59a674 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:33.179307 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053743bc-a423-4dd8-9b48-f27b7b59a674 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a4a6102-232b-4f78-b80a-4c8edda2173c,revision_number=0']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:33.235970 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-053743bc-a423-4dd8-9b48-f27b7b59a674 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:33.237148 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-053743bc-a423-4dd8-9b48-f27b7b59a674 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2940185
Jun 04 13:52:33.239774 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 49480) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:33.245190 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-9109f150-d5a8-42a0-b4ab-f489b907cc9b tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Request body: {'security_group_rule': {'security_group_id': '3fd82496-59c1-4f19-9dff-8c475ec18ba0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:52:33.250815 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-9109f150-d5a8-42a0-b4ab-f489b907cc9b tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:52:33.254682 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-9109f150-d5a8-42a0-b4ab-f489b907cc9b tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Usage tracker for resource:security_group_rule and tenant:04f6f6455e3046efade411926e0f0561 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:52:33.257533 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-9109f150-d5a8-42a0-b4ab-f489b907cc9b tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:52:33.263194 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-9109f150-d5a8-42a0-b4ab-f489b907cc9b tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:52:33.332820 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9109f150-d5a8-42a0-b4ab-f489b907cc9b tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:33.350210 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 49488) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:33.405312 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9109f150-d5a8-42a0-b4ab-f489b907cc9b tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:33.408717 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_v2 [None req-061c4156-2ad2-4eb3-ae1e-927698991a19 admin admin] Deleting subnet 9d31d2f1-5ecf-4ddc-8059-df8e004e3745 {{(pid=88594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 04 13:52:33.411585 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-061c4156-2ad2-4eb3-ae1e-927698991a19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:33.462129 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-061c4156-2ad2-4eb3-ae1e-927698991a19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65378612'] for subnet, precommit_delete_associations {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:33.504479 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9109f150-d5a8-42a0-b4ab-f489b907cc9b tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:33.516238 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-061c4156-2ad2-4eb3-ae1e-927698991a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694649'] for subnet, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:33.528156 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109f150-d5a8-42a0-b4ab-f489b907cc9b tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe86d7a-3c8d-4ab8-8451-ee4dba601ccb,revision_number=0']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:33.607476 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9109f150-d5a8-42a0-b4ab-f489b907cc9b tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:33.608650 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-9109f150-d5a8-42a0-b4ab-f489b907cc9b tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3679581
Jun 04 13:52:33.618916 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 49492) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:33.623754 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-bb8ef4e5-22b0-4d50-ad39-1de92fe0d19d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Request body: {'floatingip': {'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:52:33.629275 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-bb8ef4e5-22b0-4d50-ad39-1de92fe0d19d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:52:33.632993 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-bb8ef4e5-22b0-4d50-ad39-1de92fe0d19d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Usage tracker for resource:floatingip and tenant:04f6f6455e3046efade411926e0f0561 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:52:33.636876 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-bb8ef4e5-22b0-4d50-ad39-1de92fe0d19d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:52:33.642501 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-bb8ef4e5-22b0-4d50-ad39-1de92fe0d19d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:52:33.668932 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-061c4156-2ad2-4eb3-ae1e-927698991a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65841225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65227553'] for subnet, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:33.704656 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c4156-2ad2-4eb3-ae1e-927698991a19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d31d2f1-5ecf-4ddc-8059-df8e004e3745,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:33.708232 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-061c4156-2ad2-4eb3-ae1e-927698991a19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:33.714557 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-061c4156-2ad2-4eb3-ae1e-927698991a19 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9d31d2f1-5ecf-4ddc-8059-df8e004e3745 HTTP/1.1" status: 204  len: 168 time: 0.3632505
Jun 04 13:52:33.722061 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 49496) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:33.741555 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bb8ef4e5-22b0-4d50-ad39-1de92fe0d19d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for floatingip, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:33.750364 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-c55dc704-bc65-4309-8edb-962048f8255f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:33.891873 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-36e70c4c-7201-4eea-a40d-b29d4dc7577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751646'] for network, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:34.042587 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-36e70c4c-7201-4eea-a40d-b29d4dc7577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659742', 'neutron.services.segments.db._delete_segments_for_network-8733313062566'] for network, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:34.085761 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.services.segments.db [None req-36e70c4c-7201-4eea-a40d-b29d4dc7577c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f161d2f9d90>,) {'filters': {'network_id': ['730b0b69-5d72-430e-beb5-fce8910e6da2']}} {{(pid=88594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:34.099923 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.services.segments.db [None req-36e70c4c-7201-4eea-a40d-b29d4dc7577c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f161d2f9d90>, '4557923e-4c95-473c-9b7e-16c5fd711bf4') {'for_net_delete': True} {{(pid=88594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:34.100218 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.services.segments.db [None req-36e70c4c-7201-4eea-a40d-b29d4dc7577c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f161d2f9d90>, '4557923e-4c95-473c-9b7e-16c5fd711bf4') {} {{(pid=88594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:34.110288 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bb8ef4e5-22b0-4d50-ad39-1de92fe0d19d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:34.114922 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-36e70c4c-7201-4eea-a40d-b29d4dc7577c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733313065921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65378621'] for segment, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:34.169345 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-36e70c4c-7201-4eea-a40d-b29d4dc7577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:34.185923 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e70c4c-7201-4eea-a40d-b29d4dc7577c admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=88594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:52:34.186304 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-36e70c4c-7201-4eea-a40d-b29d4dc7577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-658974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65841379'] for segment, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:34.261446 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.services.segments.plugin [-] Segment 4557923e-4c95-473c-9b7e-16c5fd711bf4 resource provider aggregate not found
Jun 04 13:52:34.284160 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.services.segments.plugin [-] Segment 4557923e-4c95-473c-9b7e-16c5fd711bf4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4557923e-4c95-473c-9b7e-16c5fd711bf4 found for delete  ", "request_id": "req-1fc9bf05-3bb8-4810-b71e-1ecf0978fbc4"}]}
Jun 04 13:52:34.354387 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_common [None req-bb8ef4e5-22b0-4d50-ad39-1de92fe0d19d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Allocated IP 172.27.2.230 (0e91cb13-9cd5-4b6d-a0e7-77d68e81a806/a67c2735-bb7f-4235-9bfa-262628d5695c/43cb9239-42a5-4357-89e2-1198b833d599) {{(pid=88594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:52:34.463758 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-36e70c4c-7201-4eea-a40d-b29d4dc7577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66723838'] for network, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:34.481964 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-36e70c4c-7201-4eea-a40d-b29d4dc7577c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:34.540226 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e70c4c-7201-4eea-a40d-b29d4dc7577c admin admin] Pushing event deleted for resources: {'Network': ['ID=730b0b69-5d72-430e-beb5-fce8910e6da2,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:34.610004 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-36e70c4c-7201-4eea-a40d-b29d4dc7577c admin admin] 10.222.0.39 "DELETE /v2.0/networks/730b0b69-5d72-430e-beb5-fce8910e6da2 HTTP/1.1" status: 204  len: 168 time: 0.8865709
Jun 04 13:52:34.612475 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bb8ef4e5-22b0-4d50-ad39-1de92fe0d19d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for port, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:34.715034 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:34.743931 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bb8ef4e5-22b0-4d50-ad39-1de92fe0d19d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:34.812267 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8ef4e5-22b0-4d50-ad39-1de92fe0d19d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:52:34.815241 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [None req-bb8ef4e5-22b0-4d50-ad39-1de92fe0d19d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:52:34.817647 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8ef4e5-22b0-4d50-ad39-1de92fe0d19d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Received port after_create {{(pid=88594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:52:34.841822 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:34.862795 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ef4e5-22b0-4d50-ad39-1de92fe0d19d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event updated for resources: {'Port': ['ID=43cb9239-42a5-4357-89e2-1198b833d599,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:34.905573 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bb8ef4e5-22b0-4d50-ad39-1de92fe0d19d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:34.939457 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 49506) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:34.986787 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-8cb875ce-2ffc-4a10-9dc9-b9d6e970d52f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6aa03736214446fcaca77b1e2066ec8e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0461965
Jun 04 13:52:34.989131 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 49510) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:35.082917 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bb8ef4e5-22b0-4d50-ad39-1de92fe0d19d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:35.130541 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-5d155162-257d-4091-b696-3c10466b5d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:35.172990 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-5d155162-257d-4091-b696-3c10466b5d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:35.344403 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bb8ef4e5-22b0-4d50-ad39-1de92fe0d19d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for port, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:35.394762 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-5d155162-257d-4091-b696-3c10466b5d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:35.408565 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d155162-257d-4091-b696-3c10466b5d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463b3b4c-2ed3-4b10-80a4-ed65c0745064,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:35.423905 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bb8ef4e5-22b0-4d50-ad39-1de92fe0d19d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:35.531668 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-5d155162-257d-4091-b696-3c10466b5d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:35.532804 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-5d155162-257d-4091-b696-3c10466b5d0b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/463b3b4c-2ed3-4b10-80a4-ed65c0745064 HTTP/1.1" status: 204  len: 168 time: 0.5428138
Jun 04 13:52:35.545821 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ef4e5-22b0-4d50-ad39-1de92fe0d19d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event updated for resources: {'Port': ['ID=43cb9239-42a5-4357-89e2-1198b833d599,revision_number=2']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:35.559783 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bb8ef4e5-22b0-4d50-ad39-1de92fe0d19d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:35.652303 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bb8ef4e5-22b0-4d50-ad39-1de92fe0d19d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:35.652303 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-bb8ef4e5-22b0-4d50-ad39-1de92fe0d19d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.0287106
Jun 04 13:52:35.860656 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-de22d1fd-ca22-47d5-b098-dbe8073035e6 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Synchronizing usage tracker for tenant:04f6f6455e3046efade411926e0f0561 on resource:security_group {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:52:35.938000 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-de22d1fd-ca22-47d5-b098-dbe8073035e6 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Unset dirty status for tenant:04f6f6455e3046efade411926e0f0561 on resource:security_group {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:52:35.939167 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-de22d1fd-ca22-47d5-b098-dbe8073035e6 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--650914471&fields=id&tenant_id=04f6f6455e3046efade411926e0f0561 HTTP/1.1" status: 200  len: 267 time: 0.1177876
Jun 04 13:52:36.076149 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:36.094603 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-13a86029-2c10-46b6-8294-29455be255da tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:36.096100 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-13a86029-2c10-46b6-8294-29455be255da tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/networks?id=8b092770-eea2-4e76-9959-7bb13a86dfb1 HTTP/1.1" status: 200  len: 814 time: 0.1502531
Jun 04 13:52:36.111387 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-f286e11a-bb85-4e81-a3d7-4d02d675f208 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/quotas/04f6f6455e3046efade411926e0f0561 HTTP/1.1" status: 200  len: 375 time: 0.0097754
Jun 04 13:52:36.205800 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-531ee6c8-7ea4-48f1-9717-ca07529bff0b tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Synchronizing usage tracker for tenant:04f6f6455e3046efade411926e0f0561 on resource:port {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:52:36.269910 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-531ee6c8-7ea4-48f1-9717-ca07529bff0b tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Unset dirty status for tenant:04f6f6455e3046efade411926e0f0561 on resource:port {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:52:36.271289 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-531ee6c8-7ea4-48f1-9717-ca07529bff0b tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=04f6f6455e3046efade411926e0f0561&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1548424
Jun 04 13:52:36.511332 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-8ef59dc4-24ad-4393-bd0b-279b593c276b service neutron] 10.222.0.39 "GET /v2.0/networks/8b092770-eea2-4e76-9959-7bb13a86dfb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2278023
Jun 04 13:52:36.641788 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 49550) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:36.642317 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-93392252-df62-4ee0-adf5-4c518a89b83a service neutron] 10.222.0.39 "GET /v2.0/networks/8b092770-eea2-4e76-9959-7bb13a86dfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246724
Jun 04 13:52:36.751608 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-e8cc2fcb-187e-4a95-ae8c-8e07f777bb61 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1714972987-network', 'tenant_id': '35843c4f9b0f48c1b84b0312bc1fb37b'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:52:36.756142 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-e8cc2fcb-187e-4a95-ae8c-8e07f777bb61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:52:36.760496 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-e8cc2fcb-187e-4a95-ae8c-8e07f777bb61 admin admin] Usage tracker for resource:network and tenant:35843c4f9b0f48c1b84b0312bc1fb37b is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:52:36.763314 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-e8cc2fcb-187e-4a95-ae8c-8e07f777bb61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:52:36.770088 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-e8cc2fcb-187e-4a95-ae8c-8e07f777bb61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:52:36.852702 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cc2fcb-187e-4a95-ae8c-8e07f777bb61 admin admin] Made reservation on behalf of 35843c4f9b0f48c1b84b0312bc1fb37b for: {'network': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:52:36.854926 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e8cc2fcb-187e-4a95-ae8c-8e07f777bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for network, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:36.873765 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-b0750cce-95c3-4754-9df8-71491c459631 req-024161ef-0e0f-4ae2-a5ad-9ba79cfc7caf tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Synchronizing usage tracker for tenant:04f6f6455e3046efade411926e0f0561 on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:52:36.878722 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e8cc2fcb-187e-4a95-ae8c-8e07f777bb61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:36.901473 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-e8cc2fcb-187e-4a95-ae8c-8e07f777bb61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:52:36.904454 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-b0750cce-95c3-4754-9df8-71491c459631 req-024161ef-0e0f-4ae2-a5ad-9ba79cfc7caf tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Unset dirty status for tenant:04f6f6455e3046efade411926e0f0561 on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:52:36.905583 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b0750cce-95c3-4754-9df8-71491c459631 req-024161ef-0e0f-4ae2-a5ad-9ba79cfc7caf tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0dd26f9-043a-4c4a-bd07-382f890c669f HTTP/1.1" status: 200  len: 210 time: 0.0926201
Jun 04 13:52:36.906468 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-e8cc2fcb-187e-4a95-ae8c-8e07f777bb61 admin admin] Usage tracker for resource:security_group_rule and tenant:35843c4f9b0f48c1b84b0312bc1fb37b is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:52:36.909410 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-e8cc2fcb-187e-4a95-ae8c-8e07f777bb61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:52:36.915556 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-e8cc2fcb-187e-4a95-ae8c-8e07f777bb61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:52:36.997102 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e8cc2fcb-187e-4a95-ae8c-8e07f777bb61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:37.104406 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e8cc2fcb-187e-4a95-ae8c-8e07f777bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:37.134575 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8cc2fcb-187e-4a95-ae8c-8e07f777bb61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228}  {{(pid=88594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:52:37.144787 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc2fcb-187e-4a95-ae8c-8e07f777bb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3a537c-84d5-473c-a7e4-2985ddda1789,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:37.150532 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e8cc2fcb-187e-4a95-ae8c-8e07f777bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:37.150880 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.segments_db [None req-e8cc2fcb-187e-4a95-ae8c-8e07f777bb61 admin admin] Added segment 368511d6-b7c1-4f33-bc1d-0734e5129378 of type vlan for network b7c91237-9e54-4d46-a198-a476667f12b3
Jun 04 13:52:37.177094 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e8cc2fcb-187e-4a95-ae8c-8e07f777bb61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733312597486'] for network, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:37.276001 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e8cc2fcb-187e-4a95-ae8c-8e07f777bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086'] for network, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:37.277226 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cc2fcb-187e-4a95-ae8c-8e07f777bb61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:37.277802 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e8cc2fcb-187e-4a95-ae8c-8e07f777bb61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:37.379717 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc2fcb-187e-4a95-ae8c-8e07f777bb61 admin admin] Pushing event updated for resources: {'Network': ['ID=b7c91237-9e54-4d46-a198-a476667f12b3,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:37.389724 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Network b7c91237-9e54-4d46-a198-a476667f12b3 details requested by agent ovs-agent-dv-cinder-843593-2-iscsi with host dv-cinder-843593-2-iscsi {{(pid=88596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:52:37.442409 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-e8cc2fcb-187e-4a95-ae8c-8e07f777bb61 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7995448
Jun 04 13:52:37.445424 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 49566) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:37.450792 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-8670d846-0d7f-437d-8a37-35e53ffd653b admin admin] Request body: {'subnet': {'network_id': 'b7c91237-9e54-4d46-a198-a476667f12b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1714972987-subnet', 'tenant_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'ip_version': 4}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:52:37.455562 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-8670d846-0d7f-437d-8a37-35e53ffd653b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:52:37.459432 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-8670d846-0d7f-437d-8a37-35e53ffd653b admin admin] Usage tracker for resource:subnet and tenant:35843c4f9b0f48c1b84b0312bc1fb37b is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:52:37.462233 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-8670d846-0d7f-437d-8a37-35e53ffd653b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:52:37.467956 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-8670d846-0d7f-437d-8a37-35e53ffd653b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:52:37.567048 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8670d846-0d7f-437d-8a37-35e53ffd653b admin admin] Made reservation on behalf of 35843c4f9b0f48c1b84b0312bc1fb37b for: {'subnet': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:52:37.569277 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-8670d846-0d7f-437d-8a37-35e53ffd653b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65227580'] for subnet, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:37.824512 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-8670d846-0d7f-437d-8a37-35e53ffd653b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65842052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65227566'] for subnet, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:37.901373 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670d846-0d7f-437d-8a37-35e53ffd653b admin admin] Pushing event updated for resources: {'Subnet': ['ID=def43a37-3d57-482a-b5a1-92cad0f1e446,revision_number=0']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:37.906031 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8670d846-0d7f-437d-8a37-35e53ffd653b admin admin] Checking segment: {'id': '368511d6-b7c1-4f33-bc1d-0734e5129378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7c91237-9e54-4d46-a198-a476667f12b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:52:37.906382 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8670d846-0d7f-437d-8a37-35e53ffd653b admin admin] Network hostable DHCP agents. Network: b7c91237-9e54-4d46-a198-a476667f12b3, hostable agents: ['87172334-b636-4990-a849-36beff162f6b'], hosted agents: [] {{(pid=88594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:52:37.978887 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8670d846-0d7f-437d-8a37-35e53ffd653b admin admin] Network b7c91237-9e54-4d46-a198-a476667f12b3 is scheduled to be hosted by DHCP agent 87172334-b636-4990-a849-36beff162f6b with binding_index 1 {{(pid=88594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:52:38.052498 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-b887fd66-6322-4811-8461-979f8004a5e1 req-3c04eef6-35f2-41e3-a4db-3dceb1cf8e0a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0dd26f9-043a-4c4a-bd07-382f890c669f HTTP/1.1" status: 200  len: 210 time: 0.0429506
Jun 04 13:52:38.064464 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [None req-8670d846-0d7f-437d-8a37-35e53ffd653b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-iscsi, b7c91237-9e54-4d46-a198-a476667f12b3) {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:52:38.077080 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8670d846-0d7f-437d-8a37-35e53ffd653b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:38.077653 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-8670d846-0d7f-437d-8a37-35e53ffd653b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:38.079812 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea9f6c2-42e2-4087-81f7-97616e6fb02d None None] Network b7c91237-9e54-4d46-a198-a476667f12b3 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:52:38.156031 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-8670d846-0d7f-437d-8a37-35e53ffd653b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7095044
Jun 04 13:52:38.158789 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 49572) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:38.163690 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-97b4138c-2792-463b-8c27-a52b7c15ad56 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1714972987-router', 'tenant_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:52:38.171085 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-97b4138c-2792-463b-8c27-a52b7c15ad56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:52:38.174831 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-97b4138c-2792-463b-8c27-a52b7c15ad56 admin admin] Usage tracker for resource:router and tenant:35843c4f9b0f48c1b84b0312bc1fb37b is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:52:38.177696 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-97b4138c-2792-463b-8c27-a52b7c15ad56 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:52:38.183391 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-97b4138c-2792-463b-8c27-a52b7c15ad56 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:52:38.252629 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-97b4138c-2792-463b-8c27-a52b7c15ad56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66723640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7350'] for router, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:38.253657 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-97b4138c-2792-463b-8c27-a52b7c15ad56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66777610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66718318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66607470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7311'] for router, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:38.269834 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-97b4138c-2792-463b-8c27-a52b7c15ad56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:38.293715 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp510e4005-fc10-54f8-bf0a-cb16b8ae68cb-b7c91237-9e54-4d46-a198-a476667f12b3', 'network_id': 'b7c91237-9e54-4d46-a198-a476667f12b3', 'tenant_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'fixed_ips': [{'subnet_id': 'def43a37-3d57-482a-b5a1-92cad0f1e446'}]}} from dv-cinder-843593-2-iscsi. {{(pid=88596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 04 13:52:38.294539 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:38.444821 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.db_base_plugin_common [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Allocated IP 172.20.0.2 (b7c91237-9e54-4d46-a198-a476667f12b3/def43a37-3d57-482a-b5a1-92cad0f1e446/f17a6b75-567a-4b13-bae4-65dfad92895a) {{(pid=88596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:52:38.604080 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-97b4138c-2792-463b-8c27-a52b7c15ad56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66718236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66723594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7325'] for router, precommit_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:38.682427 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Notify callbacks [] for port, precommit_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:38.692607 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Transition to ACTIVE for port object f17a6b75-567a-4b13-bae4-65dfad92895a will not be triggered until provisioned by entity L2. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:52:38.710400 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Transition to ACTIVE for port object f17a6b75-567a-4b13-bae4-65dfad92895a will not be triggered until provisioned by entity DHCP. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:52:38.779270 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946'] for port, after_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:38.845773 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Network b7c91237-9e54-4d46-a198-a476667f12b3 is already hosted by enough agents. {{(pid=88596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:52:38.849008 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.scheduler.base_scheduler [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Resources bound (agent type, host, resource id):  {{(pid=88596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:52:38.851495 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Received port after_create {{(pid=88596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:52:38.893122 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Pushing event updated for resources: {'Port': ['ID=f17a6b75-567a-4b13-bae4-65dfad92895a,revision_number=1']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:38.932070 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:38.932418 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:38.932844 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:38.933102 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:38.933422 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:38.933747 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:38.934162 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:38.934504 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:38.934829 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:38.935168 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:38.935489 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:38.935805 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:38.970503 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Attempting to bind port f17a6b75-567a-4b13-bae4-65dfad92895a on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:52:38.970503 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Attempting to bind port f17a6b75-567a-4b13-bae4-65dfad92895a by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': '368511d6-b7c1-4f33-bc1d-0734e5129378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7c91237-9e54-4d46-a198-a476667f12b3'}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:52:38.970503 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Attempting to bind port f17a6b75-567a-4b13-bae4-65dfad92895a on network b7c91237-9e54-4d46-a198-a476667f12b3 {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:52:38.977581 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:52:38.977951 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Checking segment: {'id': '368511d6-b7c1-4f33-bc1d-0734e5129378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7c91237-9e54-4d46-a198-a476667f12b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:52:38.978345 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:38.978728 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Bound using segment: {'id': '368511d6-b7c1-4f33-bc1d-0734e5129378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7c91237-9e54-4d46-a198-a476667f12b3'} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:52:38.979213 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Bound port: f17a6b75-567a-4b13-bae4-65dfad92895a, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368511d6-b7c1-4f33-bc1d-0734e5129378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7c91237-9e54-4d46-a198-a476667f12b3'}}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:52:38.980003 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:39.074843 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] For port f17a6b75-567a-4b13-bae4-65dfad92895a, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:52:39.077241 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-089ce213-0293-4a3e-9f0c-965819b81ab8 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:39.079995 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] For port f17a6b75-567a-4b13-bae4-65dfad92895a, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=f17a6b75-567a-4b13-bae4-65dfad92895a,segment=NetworkSegment(368511d6-b7c1-4f33-bc1d-0734e5129378),segment_id=368511d6-b7c1-4f33-bc1d-0734e5129378)] {{(pid=88596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:52:39.092288 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-089ce213-0293-4a3e-9f0c-965819b81ab8 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.55 "GET /v2.0/networks?id=8b092770-eea2-4e76-9959-7bb13a86dfb1 HTTP/1.1" status: 200  len: 814 time: 0.1777992
Jun 04 13:52:39.111887 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-97b4138c-2792-463b-8c27-a52b7c15ad56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:39.143589 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-97b4138c-2792-463b-8c27-a52b7c15ad56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:39.152284 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-940845df-5a26-4f61-b9e7-b815393f3507 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04f6f6455e3046efade411926e0f0561 HTTP/1.1" status: 200  len: 379 time: 0.0406439
Jun 04 13:52:39.160489 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-ac1a71f5-4ff5-4de2-b44d-82cf935faff2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Request body: {'port': {'device_id': 'd0dd26f9-043a-4c4a-bd07-382f890c669f', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'admin_state_up': True, 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'security_groups': ['3fd82496-59c1-4f19-9dff-8c475ec18ba0']}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:52:39.179468 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:39.266830 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e36b0-66c1-4a6f-b7e3-fb79f50e81f5 None None] Pushing event updated for resources: {'Port': ['ID=f17a6b75-567a-4b13-bae4-65dfad92895a,revision_number=2']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:39.346468 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_common [None req-97b4138c-2792-463b-8c27-a52b7c15ad56 admin admin] Allocated IP 172.27.2.188 (0e91cb13-9cd5-4b6d-a0e7-77d68e81a806/a67c2735-bb7f-4235-9bfa-262628d5695c/a01d05f1-e6f0-472b-af5e-b897dcd2f9f4) {{(pid=88595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:52:39.369540 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-32b5ee7e-9233-4bd4-9c17-5f76949a3da1 req-eff87735-3682-4d84-b6d7-166d22f591df tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0dd26f9-043a-4c4a-bd07-382f890c669f HTTP/1.1" status: 200  len: 210 time: 0.1958184
Jun 04 13:52:39.456994 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-ac1a71f5-4ff5-4de2-b44d-82cf935faff2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:52:39.471240 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-ac1a71f5-4ff5-4de2-b44d-82cf935faff2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:52:39.538933 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-ac1a71f5-4ff5-4de2-b44d-82cf935faff2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Made reservation on behalf of 04f6f6455e3046efade411926e0f0561 for: {'port': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:52:39.539201 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-97b4138c-2792-463b-8c27-a52b7c15ad56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:39.542733 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-ac1a71f5-4ff5-4de2-b44d-82cf935faff2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:39.636569 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-97b4138c-2792-463b-8c27-a52b7c15ad56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:39.704920 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b4138c-2792-463b-8c27-a52b7c15ad56 admin admin] Network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 is already hosted by enough agents. {{(pid=88595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:52:39.708235 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-97b4138c-2792-463b-8c27-a52b7c15ad56 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:52:39.711698 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_common [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-ac1a71f5-4ff5-4de2-b44d-82cf935faff2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Allocated IP 172.20.0.4 (8b092770-eea2-4e76-9959-7bb13a86dfb1/69bc4cdc-ad33-4161-be2e-42ba13f7d967/c78d94f7-5690-4b63-9f85-9e4ae65d12d3) {{(pid=88594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:52:39.712049 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b4138c-2792-463b-8c27-a52b7c15ad56 admin admin] Received port after_create {{(pid=88595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:52:39.755535 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4138c-2792-463b-8c27-a52b7c15ad56 admin admin] Pushing event updated for resources: {'Port': ['ID=a01d05f1-e6f0-472b-af5e-b897dcd2f9f4,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:39.909700 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-ac1a71f5-4ff5-4de2-b44d-82cf935faff2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for port, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:39.926516 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-ac1a71f5-4ff5-4de2-b44d-82cf935faff2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Transition to ACTIVE for port object c78d94f7-5690-4b63-9f85-9e4ae65d12d3 will not be triggered until provisioned by entity DHCP. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:52:40.013816 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-ac1a71f5-4ff5-4de2-b44d-82cf935faff2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:40.086231 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-ac1a71f5-4ff5-4de2-b44d-82cf935faff2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Network 8b092770-eea2-4e76-9959-7bb13a86dfb1 is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:52:40.089867 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-ac1a71f5-4ff5-4de2-b44d-82cf935faff2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:52:40.094209 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-ac1a71f5-4ff5-4de2-b44d-82cf935faff2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Received port after_create {{(pid=88594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:52:40.130051 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a71f5-4ff5-4de2-b44d-82cf935faff2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event updated for resources: {'Port': ['ID=c78d94f7-5690-4b63-9f85-9e4ae65d12d3,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:40.167230 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-ac1a71f5-4ff5-4de2-b44d-82cf935faff2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:40.168465 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-ac1a71f5-4ff5-4de2-b44d-82cf935faff2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:40.229139 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d11f526-0010-4c08-8fab-c9ff612cfea8 None None] Network b7c91237-9e54-4d46-a198-a476667f12b3 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:52:40.254528 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-ac1a71f5-4ff5-4de2-b44d-82cf935faff2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0974934
Jun 04 13:52:40.257259 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-97b4138c-2792-463b-8c27-a52b7c15ad56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:40.280339 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-6bc5fe3d-7f5a-4799-b779-d4040b2d5bb8 service neutron] Request body: {'port': {'device_id': 'd0dd26f9-043a-4c4a-bd07-382f890c669f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:52:40.399988 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-6bc5fe3d-7f5a-4799-b779-d4040b2d5bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:40.404542 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-de26b924-2fd3-4a1c-8cde-749b423eb81c None None] Provisioning for port f17a6b75-567a-4b13-bae4-65dfad92895a completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:52:40.613562 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-647dc43c-0355-495a-ad77-ff69ee3ee236 None None] Provisioning for port c78d94f7-5690-4b63-9f85-9e4ae65d12d3 completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:52:40.619675 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-647dc43c-0355-495a-ad77-ff69ee3ee236 None None] Provisioning complete for port c78d94f7-5690-4b63-9f85-9e4ae65d12d3 triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:52:40.620975 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-647dc43c-0355-495a-ad77-ff69ee3ee236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:40.682484 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-647dc43c-0355-495a-ad77-ff69ee3ee236 None None] Port c78d94f7-5690-4b63-9f85-9e4ae65d12d3 cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:52:40.793570 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-6bc5fe3d-7f5a-4799-b779-d4040b2d5bb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c78d94f7-5690-4b63-9f85-9e4ae65d12d3 {{(pid=88594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:52:40.801120 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-6bc5fe3d-7f5a-4799-b779-d4040b2d5bb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:40.805525 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec73f7f-57d5-4634-9697-2cb280db5cc3 req-0f56c756-41b5-4166-a2f1-2c88f160bc94 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:40.807017 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-dec73f7f-57d5-4634-9697-2cb280db5cc3 req-0f56c756-41b5-4166-a2f1-2c88f160bc94 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0dd26f9-043a-4c4a-bd07-382f890c669f HTTP/1.1" status: 200  len: 931 time: 0.3002183
Jun 04 13:52:40.808216 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-97b4138c-2792-463b-8c27-a52b7c15ad56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66723635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66718259'] for router, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:40.815869 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-6bc5fe3d-7f5a-4799-b779-d4040b2d5bb8 service neutron] Transition to ACTIVE for port object c78d94f7-5690-4b63-9f85-9e4ae65d12d3 will not be triggered until provisioned by entity L2. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:52:40.892985 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-6bc5fe3d-7f5a-4799-b779-d4040b2d5bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:40.974112 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-dec73f7f-57d5-4634-9697-2cb280db5cc3 req-199b641e-d811-4795-8444-6cc2fe581f83 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd82496-59c1-4f19-9dff-8c475ec18ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1108162
Jun 04 13:52:41.053611 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5fe3d-7f5a-4799-b779-d4040b2d5bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=c78d94f7-5690-4b63-9f85-9e4ae65d12d3,revision_number=2']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:41.128928 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b4138c-2792-463b-8c27-a52b7c15ad56 admin admin] Router 00271ba5-d1a8-4119-96d6-8f210152117b is scheduled to L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 with binding_index 1 {{(pid=88595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 13:52:41.152820 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device f17a6b75-567a-4b13-bae4-65dfad92895a up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:52:41.166587 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-6bc5fe3d-7f5a-4799-b779-d4040b2d5bb8 service neutron] Attempting to bind port c78d94f7-5690-4b63-9f85-9e4ae65d12d3 on host hv-cinder-84359 for vnic_type normal with profile  {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:52:41.167131 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-6bc5fe3d-7f5a-4799-b779-d4040b2d5bb8 service neutron] Attempting to bind port c78d94f7-5690-4b63-9f85-9e4ae65d12d3 by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': '6d3f57de-dbe3-431a-86c1-8e1406ca4d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1'}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:52:41.167353 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-6bc5fe3d-7f5a-4799-b779-d4040b2d5bb8 service neutron] Attempting to bind port c78d94f7-5690-4b63-9f85-9e4ae65d12d3 on network 8b092770-eea2-4e76-9959-7bb13a86dfb1 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:52:41.172233 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-6bc5fe3d-7f5a-4799-b779-d4040b2d5bb8 service neutron] Port c78d94f7-5690-4b63-9f85-9e4ae65d12d3 on network 8b092770-eea2-4e76-9959-7bb13a86dfb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:52:41.172658 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-6bc5fe3d-7f5a-4799-b779-d4040b2d5bb8 service neutron] Attempting to bind port c78d94f7-5690-4b63-9f85-9e4ae65d12d3 on network 8b092770-eea2-4e76-9959-7bb13a86dfb1 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:52:41.177893 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-6bc5fe3d-7f5a-4799-b779-d4040b2d5bb8 service neutron] Checking agent: {'id': '3f86017d-093a-400f-b732-6c31be8aecc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'started_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:52:41.178160 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-6bc5fe3d-7f5a-4799-b779-d4040b2d5bb8 service neutron] Checking segment: {'id': '6d3f57de-dbe3-431a-86c1-8e1406ca4d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:52:41.178649 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-6bc5fe3d-7f5a-4799-b779-d4040b2d5bb8 service neutron] Bound using segment: {'id': '6d3f57de-dbe3-431a-86c1-8e1406ca4d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1'} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:52:41.178943 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-6bc5fe3d-7f5a-4799-b779-d4040b2d5bb8 service neutron] Bound port: c78d94f7-5690-4b63-9f85-9e4ae65d12d3, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d3f57de-dbe3-431a-86c1-8e1406ca4d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1'}}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:52:41.179325 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-6bc5fe3d-7f5a-4799-b779-d4040b2d5bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:41.273867 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-6bc5fe3d-7f5a-4799-b779-d4040b2d5bb8 service neutron] For port c78d94f7-5690-4b63-9f85-9e4ae65d12d3, host hv-cinder-84359, cleared binding levels {{(pid=88594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:52:41.277519 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-6bc5fe3d-7f5a-4799-b779-d4040b2d5bb8 service neutron] For port c78d94f7-5690-4b63-9f85-9e4ae65d12d3, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=c78d94f7-5690-4b63-9f85-9e4ae65d12d3,segment=NetworkSegment(6d3f57de-dbe3-431a-86c1-8e1406ca4d6a),segment_id=6d3f57de-dbe3-431a-86c1-8e1406ca4d6a)] {{(pid=88594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:52:41.293052 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port f17a6b75-567a-4b13-bae4-65dfad92895a completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:52:41.298294 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port f17a6b75-567a-4b13-bae4-65dfad92895a triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:52:41.303622 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:41.324072 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b4138c-2792-463b-8c27-a52b7c15ad56 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:52:41.333139 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf60c40b-39f8-4384-aa90-df3834f7f8e7 None None] Sync routers for ids ['00271ba5-d1a8-4119-96d6-8f210152117b'] in dv-cinder-843593-2-iscsi {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:52:41.344766 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf60c40b-39f8-4384-aa90-df3834f7f8e7 None None] Routers {'00271ba5-d1a8-4119-96d6-8f210152117b'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:52:41.345400 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-bf60c40b-39f8-4384-aa90-df3834f7f8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ebc26d0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:52:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['00271ba5-d1a8-4119-96d6-8f210152117b'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:41.350663 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-6bc5fe3d-7f5a-4799-b779-d4040b2d5bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:41.408461 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-6bc5fe3d-7f5a-4799-b779-d4040b2d5bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:41.409101 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-6bc5fe3d-7f5a-4799-b779-d4040b2d5bb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:41.410409 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-6bc5fe3d-7f5a-4799-b779-d4040b2d5bb8 service neutron] 10.222.0.55 "PUT /v2.0/ports/c78d94f7-5690-4b63-9f85-9e4ae65d12d3 HTTP/1.1" status: 200  len: 1093 time: 1.1351829
Jun 04 13:52:41.410864 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0dd26f9-043a-4c4a-bd07-382f890c669f', 'tag': 'c78d94f7-5690-4b63-9f85-9e4ae65d12d3'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:52:41.419219 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-97b4138c-2792-463b-8c27-a52b7c15ad56 admin admin] Notify callbacks [] for router, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:41.423253 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-97b4138c-2792-463b-8c27-a52b7c15ad56 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.2633872
Jun 04 13:52:41.424063 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 49588) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:41.428460 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port f17a6b75-567a-4b13-bae4-65dfad92895a is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:52:41.428460 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:41.458597 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5fe3d-7f5a-4799-b779-d4040b2d5bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=c78d94f7-5690-4b63-9f85-9e4ae65d12d3,revision_number=3']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:41.492969 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-375778eb-ed9c-40ef-a386-175b5c7a469b'] response: {'name': 'network-changed', 'server_uuid': 'd0dd26f9-043a-4c4a-bd07-382f890c669f', 'tag': 'c78d94f7-5690-4b63-9f85-9e4ae65d12d3', 'status': 'completed', 'code': 200}
Jun 04 13:52:41.508161 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] For port f17a6b75-567a-4b13-bae4-65dfad92895a, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=f17a6b75-567a-4b13-bae4-65dfad92895a,segment=NetworkSegment(368511d6-b7c1-4f33-bc1d-0734e5129378),segment_id=368511d6-b7c1-4f33-bc1d-0734e5129378)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:52:41.597409 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:41.609448 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-bf60c40b-39f8-4384-aa90-df3834f7f8e7 None None] Set router 00271ba5-d1a8-4119-96d6-8f210152117b gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:52:41.670004 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360f407-ea2f-4230-81c1-12994359f84a req-748c69ce-33d3-401a-bb5e-c4eb5d12fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:41.671651 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1360f407-ea2f-4230-81c1-12994359f84a req-748c69ce-33d3-401a-bb5e-c4eb5d12fc71 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=04f6f6455e3046efade411926e0f0561&device_id=d0dd26f9-043a-4c4a-bd07-382f890c669f HTTP/1.1" status: 200  len: 1096 time: 0.1270866
Jun 04 13:52:41.719899 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Pushing event updated for resources: {'Port': ['ID=f17a6b75-567a-4b13-bae4-65dfad92895a,revision_number=3']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:41.917142 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-bf60c40b-39f8-4384-aa90-df3834f7f8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ebc26d0>, [{'id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'name': 'tempest-TestShelveInstance-1714972987-router', 'tenant_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'a01d05f1-e6f0-472b-af5e-b897dcd2f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:38Z', 'updated_at': '2022-06-04T13:52:39Z', 'revision_number': 3, 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'gw_port': {'id': 'a01d05f1-e6f0-472b-af5e-b897dcd2f9f4', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:18:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:39Z', 'updated_at': '2022-06-04T13:52:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:41.921235 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf60c40b-39f8-4384-aa90-df3834f7f8e7 None None] Checking router: 00271ba5-d1a8-4119-96d6-8f210152117b for host: dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:52:41.921578 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf60c40b-39f8-4384-aa90-df3834f7f8e7 None None] Updating router 00271ba5-d1a8-4119-96d6-8f210152117b port a01d05f1-e6f0-472b-af5e-b897dcd2f9f4 binding host dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:52:41.941646 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360f407-ea2f-4230-81c1-12994359f84a req-5d0cdc02-acaa-4e3e-8a85-47fa12b6cfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:41.943123 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1360f407-ea2f-4230-81c1-12994359f84a req-5d0cdc02-acaa-4e3e-8a85-47fa12b6cfcd service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=04f6f6455e3046efade411926e0f0561&shared=False HTTP/1.1" status: 200  len: 915 time: 0.2552562
Jun 04 13:52:41.974843 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-bf60c40b-39f8-4384-aa90-df3834f7f8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:42.110656 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360f407-ea2f-4230-81c1-12994359f84a req-8a060603-e48a-4b58-b653-e308fb4502c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:42.112505 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1360f407-ea2f-4230-81c1-12994359f84a req-8a060603-e48a-4b58-b653-e308fb4502c5 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1631608
Jun 04 13:52:42.249283 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-46864481-b7d2-4c15-9d20-1786b4b86440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:42.251559 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-46864481-b7d2-4c15-9d20-1786b4b86440 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=04f6f6455e3046efade411926e0f0561&device_id=d0dd26f9-043a-4c4a-bd07-382f890c669f HTTP/1.1" status: 200  len: 1096 time: 0.0792818
Jun 04 13:52:42.268537 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-35a42879-1513-4ea6-9148-cd755ee0b6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:42.300198 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d46df5-7bcc-40a8-a252-e1c554bb6ed7 req-f7932626-7d87-4e6d-9483-84208ecba717 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:42.301801 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-c4d46df5-7bcc-40a8-a252-e1c554bb6ed7 req-f7932626-7d87-4e6d-9483-84208ecba717 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0dd26f9-043a-4c4a-bd07-382f890c669f HTTP/1.1" status: 200  len: 943 time: 0.1738126
Jun 04 13:52:42.319201 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-bf60c40b-39f8-4384-aa90-df3834f7f8e7 None None] Notify callbacks [] for port, precommit_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:42.327604 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-2b291b62-a13b-423d-9256-61b95bc1f4e0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c78d94f7-5690-4b63-9f85-9e4ae65d12d3 HTTP/1.1" status: 200  len: 217 time: 0.0628116
Jun 04 13:52:42.332918 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.provisioning_blocks [None req-bf60c40b-39f8-4384-aa90-df3834f7f8e7 None None] Transition to ACTIVE for port object a01d05f1-e6f0-472b-af5e-b897dcd2f9f4 will not be triggered until provisioned by entity L2. {{(pid=88597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:52:42.395486 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-200ba1c6-336a-4f21-9b79-321506f015d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:42.396947 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-200ba1c6-336a-4f21-9b79-321506f015d0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69bc4cdc-ad33-4161-be2e-42ba13f7d967 HTTP/1.1" status: 200  len: 853 time: 0.0635228
Jun 04 13:52:42.407559 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-bf60c40b-39f8-4384-aa90-df3834f7f8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:42.476599 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-711b9998-8402-42b5-959e-5cbfc094d9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:42.478558 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-711b9998-8402-42b5-959e-5cbfc094d9bf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8b092770-eea2-4e76-9959-7bb13a86dfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0735819
Jun 04 13:52:42.488817 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.managers [None req-bf60c40b-39f8-4384-aa90-df3834f7f8e7 None None] Attempting to bind port a01d05f1-e6f0-472b-af5e-b897dcd2f9f4 on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:52:42.489174 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.managers [None req-bf60c40b-39f8-4384-aa90-df3834f7f8e7 None None] Attempting to bind port a01d05f1-e6f0-472b-af5e-b897dcd2f9f4 by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}] {{(pid=88597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:52:42.489524 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf60c40b-39f8-4384-aa90-df3834f7f8e7 None None] Attempting to bind port a01d05f1-e6f0-472b-af5e-b897dcd2f9f4 on network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:52:42.495751 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a5107-6afd-42f4-b573-9552c84fc487 None None] Pushing event updated for resources: {'Port': ['ID=a01d05f1-e6f0-472b-af5e-b897dcd2f9f4,revision_number=2']} {{(pid=88597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:42.500104 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf60c40b-39f8-4384-aa90-df3834f7f8e7 None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:52:42.501121 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf60c40b-39f8-4384-aa90-df3834f7f8e7 None None] Checking segment: {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:52:42.501121 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-bf60c40b-39f8-4384-aa90-df3834f7f8e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:42.501341 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf60c40b-39f8-4384-aa90-df3834f7f8e7 None None] Bound using segment: {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'} {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:52:42.501688 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.managers [None req-bf60c40b-39f8-4384-aa90-df3834f7f8e7 None None] Bound port: a01d05f1-e6f0-472b-af5e-b897dcd2f9f4, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}}] {{(pid=88597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:52:42.502488 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-bf60c40b-39f8-4384-aa90-df3834f7f8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:42.539296 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-c4d46df5-7bcc-40a8-a252-e1c554bb6ed7 req-f065df28-8ba3-4e7c-b122-8c2fc2b033d4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd82496-59c1-4f19-9dff-8c475ec18ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0993526
Jun 04 13:52:42.576897 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.db [None req-bf60c40b-39f8-4384-aa90-df3834f7f8e7 None None] For port a01d05f1-e6f0-472b-af5e-b897dcd2f9f4, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:52:42.581161 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.db [None req-bf60c40b-39f8-4384-aa90-df3834f7f8e7 None None] For port a01d05f1-e6f0-472b-af5e-b897dcd2f9f4, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=a01d05f1-e6f0-472b-af5e-b897dcd2f9f4,segment=NetworkSegment(a5e9f3a7-fe7c-4b2a-9489-202ad5682d71),segment_id=a5e9f3a7-fe7c-4b2a-9489-202ad5682d71)] {{(pid=88597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:52:42.617908 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-1410c524-f510-4288-ae5b-e970911f27fc service neutron] 10.222.0.55 "GET /v2.0/networks/8b092770-eea2-4e76-9959-7bb13a86dfb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330509
Jun 04 13:52:42.643095 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_common [None req-35a42879-1513-4ea6-9148-cd755ee0b6ab admin admin] Allocated IP 172.20.0.1 (b7c91237-9e54-4d46-a198-a476667f12b3/def43a37-3d57-482a-b5a1-92cad0f1e446/99dffbe6-b4d6-4c58-a094-09ada5134b8c) {{(pid=88595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:52:42.647839 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-bf60c40b-39f8-4384-aa90-df3834f7f8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:42.731264 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf60c40b-39f8-4384-aa90-df3834f7f8e7 None None] Routers {'00271ba5-d1a8-4119-96d6-8f210152117b'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:52:42.732035 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-bf60c40b-39f8-4384-aa90-df3834f7f8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ebc26d0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:52:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['00271ba5-d1a8-4119-96d6-8f210152117b'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:42.755193 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-54289996-c161-446c-8d34-7e1fcc2c70b7 req-8b6fa03c-0578-494e-b2a9-2ad5d7519054 service neutron] 10.222.0.55 "GET /v2.0/networks/8b092770-eea2-4e76-9959-7bb13a86dfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1312020
Jun 04 13:52:42.795268 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-35a42879-1513-4ea6-9148-cd755ee0b6ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:42.804683 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a5107-6afd-42f4-b573-9552c84fc487 None None] Pushing event updated for resources: {'Port': ['ID=a01d05f1-e6f0-472b-af5e-b897dcd2f9f4,revision_number=3']} {{(pid=88597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:42.811079 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.provisioning_blocks [None req-35a42879-1513-4ea6-9148-cd755ee0b6ab admin admin] Transition to ACTIVE for port object 99dffbe6-b4d6-4c58-a094-09ada5134b8c will not be triggered until provisioned by entity DHCP. {{(pid=88595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:52:42.915286 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-bf60c40b-39f8-4384-aa90-df3834f7f8e7 None None] Set router 00271ba5-d1a8-4119-96d6-8f210152117b gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:52:42.915931 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-35a42879-1513-4ea6-9148-cd755ee0b6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:42.982932 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a42879-1513-4ea6-9148-cd755ee0b6ab admin admin] Network b7c91237-9e54-4d46-a198-a476667f12b3 is already hosted by enough agents. {{(pid=88595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:52:42.986055 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-35a42879-1513-4ea6-9148-cd755ee0b6ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:52:42.988460 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a42879-1513-4ea6-9148-cd755ee0b6ab admin admin] Received port after_create {{(pid=88595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:52:43.030909 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a42879-1513-4ea6-9148-cd755ee0b6ab admin admin] Pushing event updated for resources: {'Port': ['ID=99dffbe6-b4d6-4c58-a094-09ada5134b8c,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:43.072025 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-35a42879-1513-4ea6-9148-cd755ee0b6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66723705'] for router_interface, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:43.075355 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device f17a6b75-567a-4b13-bae4-65dfad92895a up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:52:43.163951 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port f17a6b75-567a-4b13-bae4-65dfad92895a triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:52:43.164317 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:43.257223 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-35a42879-1513-4ea6-9148-cd755ee0b6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:43.274784 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-bf60c40b-39f8-4384-aa90-df3834f7f8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ebc26d0>, [{'id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'name': 'tempest-TestShelveInstance-1714972987-router', 'tenant_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'a01d05f1-e6f0-472b-af5e-b897dcd2f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:38Z', 'updated_at': '2022-06-04T13:52:39Z', 'revision_number': 3, 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'gw_port': {'id': 'a01d05f1-e6f0-472b-af5e-b897dcd2f9f4', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:18:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:39Z', 'updated_at': '2022-06-04T13:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:43.279457 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf60c40b-39f8-4384-aa90-df3834f7f8e7 None None] The sync data for ids ['00271ba5-d1a8-4119-96d6-8f210152117b'] in dv-cinder-843593-2-iscsi is: [{'id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'name': 'tempest-TestShelveInstance-1714972987-router', 'tenant_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'a01d05f1-e6f0-472b-af5e-b897dcd2f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:38Z', 'updated_at': '2022-06-04T13:52:39Z', 'revision_number': 3, 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'gw_port': {'id': 'a01d05f1-e6f0-472b-af5e-b897dcd2f9f4', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:18:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:39Z', 'updated_at': '2022-06-04T13:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}] {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:52:43.302859 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port f17a6b75-567a-4b13-bae4-65dfad92895a is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:52:43.332828 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-77db5626-b6a6-4aab-8295-efd54a775de2 None None] Provisioning for port 99dffbe6-b4d6-4c58-a094-09ada5134b8c completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:52:43.338451 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-77db5626-b6a6-4aab-8295-efd54a775de2 None None] Provisioning complete for port 99dffbe6-b4d6-4c58-a094-09ada5134b8c triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:52:43.338877 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-77db5626-b6a6-4aab-8295-efd54a775de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:43.397844 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-77db5626-b6a6-4aab-8295-efd54a775de2 None None] Port 99dffbe6-b4d6-4c58-a094-09ada5134b8c cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:52:43.504622 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-35a42879-1513-4ea6-9148-cd755ee0b6ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:43.572501 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-35a42879-1513-4ea6-9148-cd755ee0b6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64863338'] for port, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:43.683755 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a42879-1513-4ea6-9148-cd755ee0b6ab admin admin] Pushing event updated for resources: {'Port': ['ID=99dffbe6-b4d6-4c58-a094-09ada5134b8c,revision_number=2']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:43.686123 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-35a42879-1513-4ea6-9148-cd755ee0b6ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66655068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66719424'] for router_interface, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:43.748437 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c540117-bb17-4ab4-a1b0-ecb773a44752 req-0e089684-061f-4061-9ce1-713010690a47 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:43.749101 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-8c540117-bb17-4ab4-a1b0-ecb773a44752 req-0e089684-061f-4061-9ce1-713010690a47 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Synchronizing usage tracker for tenant:04f6f6455e3046efade411926e0f0561 on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:52:43.817861 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-8c540117-bb17-4ab4-a1b0-ecb773a44752 req-0e089684-061f-4061-9ce1-713010690a47 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Unset dirty status for tenant:04f6f6455e3046efade411926e0f0561 on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:52:43.819341 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8c540117-bb17-4ab4-a1b0-ecb773a44752 req-0e089684-061f-4061-9ce1-713010690a47 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0dd26f9-043a-4c4a-bd07-382f890c669f HTTP/1.1" status: 200  len: 943 time: 0.1593621
Jun 04 13:52:43.828793 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a42879-1513-4ea6-9148-cd755ee0b6ab admin admin] Network b7c91237-9e54-4d46-a198-a476667f12b3 is already hosted by enough agents. {{(pid=88595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:52:43.829991 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-35a42879-1513-4ea6-9148-cd755ee0b6ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:52:43.875137 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8c540117-bb17-4ab4-a1b0-ecb773a44752 req-40b1b224-a8f1-4395-a0c7-32bbb844aaee tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd82496-59c1-4f19-9dff-8c475ec18ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499015
Jun 04 13:52:44.035772 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a42879-1513-4ea6-9148-cd755ee0b6ab admin admin] Router 00271ba5-d1a8-4119-96d6-8f210152117b has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:52:44.123387 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-61301d9a-7b62-4510-9b2b-b48269d55c52 None None] Provisioning complete for port 99dffbe6-b4d6-4c58-a094-09ada5134b8c triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:52:44.123915 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-61301d9a-7b62-4510-9b2b-b48269d55c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:44.177101 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-61301d9a-7b62-4510-9b2b-b48269d55c52 None None] Port 99dffbe6-b4d6-4c58-a094-09ada5134b8c cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:52:44.219119 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a42879-1513-4ea6-9148-cd755ee0b6ab admin admin] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:52:44.227925 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-35a42879-1513-4ea6-9148-cd755ee0b6ab admin admin] 10.222.0.39 "PUT /v2.0/routers/00271ba5-d1a8-4119-96d6-8f210152117b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8029087
Jun 04 13:52:44.734445 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108c73ad-1236-4a92-ae92-d4c5cbe779a9 None None] Sync routers for ids ['00271ba5-d1a8-4119-96d6-8f210152117b'] in dv-cinder-843593-2-iscsi {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:52:44.744008 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108c73ad-1236-4a92-ae92-d4c5cbe779a9 None None] Routers {'00271ba5-d1a8-4119-96d6-8f210152117b'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:52:44.744617 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-108c73ad-1236-4a92-ae92-d4c5cbe779a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e60a160>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:52:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['00271ba5-d1a8-4119-96d6-8f210152117b'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:44.801401 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device c78d94f7-5690-4b63-9f85-9e4ae65d12d3 details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:52:45.065200 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-108c73ad-1236-4a92-ae92-d4c5cbe779a9 None None] Set router 00271ba5-d1a8-4119-96d6-8f210152117b gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:52:45.111703 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 49614) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:45.127894 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-b6e2e6ef-da54-4836-ad01-c8490d7534b2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-965908055-network', 'tenant_id': '66d1fc75bcce4fc59f99d3f937b96e7e'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:52:45.134821 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-b6e2e6ef-da54-4836-ad01-c8490d7534b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:52:45.137271 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device a01d05f1-e6f0-472b-af5e-b897dcd2f9f4 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:52:45.140453 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-b6e2e6ef-da54-4836-ad01-c8490d7534b2 admin admin] Usage tracker for resource:network and tenant:66d1fc75bcce4fc59f99d3f937b96e7e is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:52:45.143788 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-b6e2e6ef-da54-4836-ad01-c8490d7534b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:52:45.150947 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-b6e2e6ef-da54-4836-ad01-c8490d7534b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:52:45.188743 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e698-adeb-447d-a736-5b1eb393438e req-b07850a5-a492-46ac-944e-36ea095fac3e tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:45.190133 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d010e698-adeb-447d-a736-5b1eb393438e req-b07850a5-a492-46ac-944e-36ea095fac3e tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0dd26f9-043a-4c4a-bd07-382f890c669f HTTP/1.1" status: 200  len: 943 time: 0.2039278
Jun 04 13:52:45.217662 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port c78d94f7-5690-4b63-9f85-9e4ae65d12d3, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=c78d94f7-5690-4b63-9f85-9e4ae65d12d3,segment=NetworkSegment(6d3f57de-dbe3-431a-86c1-8e1406ca4d6a),segment_id=6d3f57de-dbe3-431a-86c1-8e1406ca4d6a)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:52:45.235390 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d010e698-adeb-447d-a736-5b1eb393438e req-c7974827-6cee-45c4-99a0-491b412505b8 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd82496-59c1-4f19-9dff-8c475ec18ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387602
Jun 04 13:52:45.246953 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e2e6ef-da54-4836-ad01-c8490d7534b2 admin admin] Made reservation on behalf of 66d1fc75bcce4fc59f99d3f937b96e7e for: {'network': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:52:45.249369 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b6e2e6ef-da54-4836-ad01-c8490d7534b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for network, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:45.262644 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b6e2e6ef-da54-4836-ad01-c8490d7534b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:45.278016 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-b6e2e6ef-da54-4836-ad01-c8490d7534b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:52:45.281903 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-b6e2e6ef-da54-4836-ad01-c8490d7534b2 admin admin] Usage tracker for resource:security_group_rule and tenant:66d1fc75bcce4fc59f99d3f937b96e7e is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:52:45.284817 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-b6e2e6ef-da54-4836-ad01-c8490d7534b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:52:45.290691 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-b6e2e6ef-da54-4836-ad01-c8490d7534b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:52:45.297991 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Returning: {'device': 'c78d94f7-5690-4b63-9f85-9e4ae65d12d3', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'port_id': 'c78d94f7-5690-4b63-9f85-9e4ae65d12d3', 'mac_address': 'fa:16:3e:e3:38:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:52:45.371831 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b6e2e6ef-da54-4836-ad01-c8490d7534b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:45.429659 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b6e2e6ef-da54-4836-ad01-c8490d7534b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:45.450991 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port c78d94f7-5690-4b63-9f85-9e4ae65d12d3 is: DOWN; New status is: BUILD {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:52:45.451320 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:45.463636 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e2e6ef-da54-4836-ad01-c8490d7534b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209}  {{(pid=88594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:52:45.472071 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2e6ef-da54-4836-ad01-c8490d7534b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f08d4c2-1af9-4e1f-8726-00cf48c5bfa9,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:45.477705 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b6e2e6ef-da54-4836-ad01-c8490d7534b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:45.478086 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.segments_db [None req-b6e2e6ef-da54-4836-ad01-c8490d7534b2 admin admin] Added segment d01a1302-39a8-429d-9819-05d4cc2584ca of type vlan for network 352ca14d-5ece-4c47-b53d-8586673450c9
Jun 04 13:52:45.486000 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c78d94f7-5690-4b63-9f85-9e4ae65d12d3 {{(pid=88596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:52:45.504406 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b6e2e6ef-da54-4836-ad01-c8490d7534b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733312597486'] for network, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:45.527426 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port a01d05f1-e6f0-472b-af5e-b897dcd2f9f4 completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:52:45.540035 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port a01d05f1-e6f0-472b-af5e-b897dcd2f9f4 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:52:45.540398 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:45.564499 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port c78d94f7-5690-4b63-9f85-9e4ae65d12d3, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=c78d94f7-5690-4b63-9f85-9e4ae65d12d3,segment=NetworkSegment(6d3f57de-dbe3-431a-86c1-8e1406ca4d6a),segment_id=6d3f57de-dbe3-431a-86c1-8e1406ca4d6a)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:52:45.595793 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b6e2e6ef-da54-4836-ad01-c8490d7534b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086'] for network, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:45.596997 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e2e6ef-da54-4836-ad01-c8490d7534b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:45.597587 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b6e2e6ef-da54-4836-ad01-c8490d7534b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:45.648328 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:45.702602 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2e6ef-da54-4836-ad01-c8490d7534b2 admin admin] Pushing event updated for resources: {'Network': ['ID=352ca14d-5ece-4c47-b53d-8586673450c9,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:45.710628 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-108c73ad-1236-4a92-ae92-d4c5cbe779a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e60a160>, [{'id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'name': 'tempest-TestShelveInstance-1714972987-router', 'tenant_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'a01d05f1-e6f0-472b-af5e-b897dcd2f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:38Z', 'updated_at': '2022-06-04T13:52:43Z', 'revision_number': 4, 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'gw_port': {'id': 'a01d05f1-e6f0-472b-af5e-b897dcd2f9f4', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:18:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:39Z', 'updated_at': '2022-06-04T13:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '99dffbe6-b4d6-4c58-a094-09ada5134b8c', 'name': '', 'network_id': 'b7c91237-9e54-4d46-a198-a476667f12b3', 'tenant_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'mac_address': 'fa:16:3e:81:2e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'def43a37-3d57-482a-b5a1-92cad0f1e446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:42Z', 'updated_at': '2022-06-04T13:52:43Z', 'revision_number': 2, 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'subnets': [{'id': 'def43a37-3d57-482a-b5a1-92cad0f1e446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:45.717648 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Network 352ca14d-5ece-4c47-b53d-8586673450c9 details requested by agent ovs-agent-dv-cinder-843593-2-iscsi with host dv-cinder-843593-2-iscsi {{(pid=88596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:52:45.752011 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108c73ad-1236-4a92-ae92-d4c5cbe779a9 None None] Checking router: 00271ba5-d1a8-4119-96d6-8f210152117b for host: dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:52:45.752357 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108c73ad-1236-4a92-ae92-d4c5cbe779a9 None None] Updating router 00271ba5-d1a8-4119-96d6-8f210152117b port 99dffbe6-b4d6-4c58-a094-09ada5134b8c binding host dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:52:45.782163 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port a01d05f1-e6f0-472b-af5e-b897dcd2f9f4 is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:52:45.782533 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:45.784151 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-b6e2e6ef-da54-4836-ad01-c8490d7534b2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6687374
Jun 04 13:52:45.786561 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 49618) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:45.792453 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-b2f6289b-34cd-48b4-9f52-1daa4f21d332 admin admin] Request body: {'subnet': {'network_id': '352ca14d-5ece-4c47-b53d-8586673450c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-965908055-subnet', 'tenant_id': '66d1fc75bcce4fc59f99d3f937b96e7e', 'ip_version': 4}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:52:45.798153 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-b2f6289b-34cd-48b4-9f52-1daa4f21d332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:52:45.800839 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-b2f6289b-34cd-48b4-9f52-1daa4f21d332 admin admin] Usage tracker for resource:subnet and tenant:66d1fc75bcce4fc59f99d3f937b96e7e is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:52:45.803659 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-b2f6289b-34cd-48b4-9f52-1daa4f21d332 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:52:45.810040 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-b2f6289b-34cd-48b4-9f52-1daa4f21d332 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:52:45.874716 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f6289b-34cd-48b4-9f52-1daa4f21d332 admin admin] Made reservation on behalf of 66d1fc75bcce4fc59f99d3f937b96e7e for: {'subnet': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:52:45.877021 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b2f6289b-34cd-48b4-9f52-1daa4f21d332 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65227580'] for subnet, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:45.896876 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=c78d94f7-5690-4b63-9f85-9e4ae65d12d3,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:45.902020 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] For port a01d05f1-e6f0-472b-af5e-b897dcd2f9f4, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=a01d05f1-e6f0-472b-af5e-b897dcd2f9f4,segment=NetworkSegment(a5e9f3a7-fe7c-4b2a-9489-202ad5682d71),segment_id=a5e9f3a7-fe7c-4b2a-9489-202ad5682d71)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:52:45.905700 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-108c73ad-1236-4a92-ae92-d4c5cbe779a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:45.956712 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:45.999994 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['c78d94f7-5690-4b63-9f85-9e4ae65d12d3'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:52:46.127164 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b2f6289b-34cd-48b4-9f52-1daa4f21d332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65842052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65227566'] for subnet, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:46.160757 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Pushing event updated for resources: {'Port': ['ID=a01d05f1-e6f0-472b-af5e-b897dcd2f9f4,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:46.203208 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6289b-34cd-48b4-9f52-1daa4f21d332 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25c11906-3762-40eb-a22c-237996be8b9a,revision_number=0']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:46.213427 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f6289b-34cd-48b4-9f52-1daa4f21d332 admin admin] Checking segment: {'id': 'd01a1302-39a8-429d-9819-05d4cc2584ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '352ca14d-5ece-4c47-b53d-8586673450c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:52:46.213826 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f6289b-34cd-48b4-9f52-1daa4f21d332 admin admin] Network hostable DHCP agents. Network: 352ca14d-5ece-4c47-b53d-8586673450c9, hostable agents: ['87172334-b636-4990-a849-36beff162f6b'], hosted agents: [] {{(pid=88594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:52:46.310010 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f6289b-34cd-48b4-9f52-1daa4f21d332 admin admin] Network 352ca14d-5ece-4c47-b53d-8586673450c9 is scheduled to be hosted by DHCP agent 87172334-b636-4990-a849-36beff162f6b with binding_index 1 {{(pid=88594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:52:46.377176 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [None req-b2f6289b-34cd-48b4-9f52-1daa4f21d332 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-iscsi, 352ca14d-5ece-4c47-b53d-8586673450c9) {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:52:46.381603 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f6289b-34cd-48b4-9f52-1daa4f21d332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:46.382171 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b2f6289b-34cd-48b4-9f52-1daa4f21d332 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:46.395399 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fef563-9ec1-4815-9387-04e97def5051 None None] Network 352ca14d-5ece-4c47-b53d-8586673450c9 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:52:46.440680 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5069c8-63bd-4b31-ac0d-82d6f8fe03f2 req-669ebb3b-883a-4e37-ba01-39593585665c tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:46.442196 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-df5069c8-63bd-4b31-ac0d-82d6f8fe03f2 req-669ebb3b-883a-4e37-ba01-39593585665c tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0dd26f9-043a-4c4a-bd07-382f890c669f HTTP/1.1" status: 200  len: 944 time: 0.1026871
Jun 04 13:52:46.466843 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-b2f6289b-34cd-48b4-9f52-1daa4f21d332 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.6768143
Jun 04 13:52:46.467625 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 49624) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:46.473146 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-5607e2c7-6c35-48e1-9b8f-db00d487b424 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-965908055-router', 'tenant_id': '66d1fc75bcce4fc59f99d3f937b96e7e', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:52:46.478109 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-5607e2c7-6c35-48e1-9b8f-db00d487b424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:52:46.482781 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-5607e2c7-6c35-48e1-9b8f-db00d487b424 admin admin] Usage tracker for resource:router and tenant:66d1fc75bcce4fc59f99d3f937b96e7e is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:52:46.485920 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-5607e2c7-6c35-48e1-9b8f-db00d487b424 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:52:46.491525 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-df5069c8-63bd-4b31-ac0d-82d6f8fe03f2 req-f26d0ed4-28f2-4c35-a2c5-d90b714d1da4 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd82496-59c1-4f19-9dff-8c475ec18ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434465
Jun 04 13:52:46.500462 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-5607e2c7-6c35-48e1-9b8f-db00d487b424 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:52:46.544420 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-5607e2c7-6c35-48e1-9b8f-db00d487b424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66723640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7350'] for router, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:46.545426 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-5607e2c7-6c35-48e1-9b8f-db00d487b424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66777610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66718318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66607470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7311'] for router, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:46.560933 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-5607e2c7-6c35-48e1-9b8f-db00d487b424 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:46.586608 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-108c73ad-1236-4a92-ae92-d4c5cbe779a9 None None] Notify callbacks [] for port, precommit_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:46.613747 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-108c73ad-1236-4a92-ae92-d4c5cbe779a9 None None] Transition to ACTIVE for port object 99dffbe6-b4d6-4c58-a094-09ada5134b8c will not be triggered until provisioned by entity L2. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:52:46.706140 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-108c73ad-1236-4a92-ae92-d4c5cbe779a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:46.806383 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3855285e-39fd-4934-939b-21042e1c5d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp510e4005-fc10-54f8-bf0a-cb16b8ae68cb-352ca14d-5ece-4c47-b53d-8586673450c9', 'network_id': '352ca14d-5ece-4c47-b53d-8586673450c9', 'tenant_id': '66d1fc75bcce4fc59f99d3f937b96e7e', 'fixed_ips': [{'subnet_id': '25c11906-3762-40eb-a22c-237996be8b9a'}]}} from dv-cinder-843593-2-iscsi. {{(pid=88596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 04 13:52:46.807216 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-3855285e-39fd-4934-939b-21042e1c5d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:46.890006 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-5607e2c7-6c35-48e1-9b8f-db00d487b424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66718236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66723594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7325'] for router, precommit_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:46.957435 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238b30a-ca91-4fe7-a3b3-fcfcf7d19d01 None None] Pushing event updated for resources: {'Port': ['ID=99dffbe6-b4d6-4c58-a094-09ada5134b8c,revision_number=3']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:47.014135 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-108c73ad-1236-4a92-ae92-d4c5cbe779a9 None None] Attempting to bind port 99dffbe6-b4d6-4c58-a094-09ada5134b8c on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:52:47.014498 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-108c73ad-1236-4a92-ae92-d4c5cbe779a9 None None] Attempting to bind port 99dffbe6-b4d6-4c58-a094-09ada5134b8c by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': '368511d6-b7c1-4f33-bc1d-0734e5129378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7c91237-9e54-4d46-a198-a476667f12b3'}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:52:47.014852 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108c73ad-1236-4a92-ae92-d4c5cbe779a9 None None] Attempting to bind port 99dffbe6-b4d6-4c58-a094-09ada5134b8c on network b7c91237-9e54-4d46-a198-a476667f12b3 {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:52:47.027285 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108c73ad-1236-4a92-ae92-d4c5cbe779a9 None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:52:47.027654 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108c73ad-1236-4a92-ae92-d4c5cbe779a9 None None] Checking segment: {'id': '368511d6-b7c1-4f33-bc1d-0734e5129378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7c91237-9e54-4d46-a198-a476667f12b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:52:47.028052 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-108c73ad-1236-4a92-ae92-d4c5cbe779a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:47.028498 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108c73ad-1236-4a92-ae92-d4c5cbe779a9 None None] Bound using segment: {'id': '368511d6-b7c1-4f33-bc1d-0734e5129378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7c91237-9e54-4d46-a198-a476667f12b3'} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:52:47.028893 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-108c73ad-1236-4a92-ae92-d4c5cbe779a9 None None] Bound port: 99dffbe6-b4d6-4c58-a094-09ada5134b8c, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368511d6-b7c1-4f33-bc1d-0734e5129378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7c91237-9e54-4d46-a198-a476667f12b3'}}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:52:47.029257 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-108c73ad-1236-4a92-ae92-d4c5cbe779a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:47.093676 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device a01d05f1-e6f0-472b-af5e-b897dcd2f9f4 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:52:47.199604 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.db_base_plugin_common [None req-3855285e-39fd-4934-939b-21042e1c5d72 None None] Allocated IP 172.20.0.2 (352ca14d-5ece-4c47-b53d-8586673450c9/25c11906-3762-40eb-a22c-237996be8b9a/78785f55-0756-4c94-9161-0377b87283ab) {{(pid=88596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:52:47.263387 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-5607e2c7-6c35-48e1-9b8f-db00d487b424 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:47.292913 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-5607e2c7-6c35-48e1-9b8f-db00d487b424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:47.308297 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-108c73ad-1236-4a92-ae92-d4c5cbe779a9 None None] For port 99dffbe6-b4d6-4c58-a094-09ada5134b8c, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:52:47.328480 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-108c73ad-1236-4a92-ae92-d4c5cbe779a9 None None] For port 99dffbe6-b4d6-4c58-a094-09ada5134b8c, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=99dffbe6-b4d6-4c58-a094-09ada5134b8c,segment=NetworkSegment(368511d6-b7c1-4f33-bc1d-0734e5129378),segment_id=368511d6-b7c1-4f33-bc1d-0734e5129378)] {{(pid=88596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:52:47.331086 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port a01d05f1-e6f0-472b-af5e-b897dcd2f9f4 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:52:47.331452 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:47.394132 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-108c73ad-1236-4a92-ae92-d4c5cbe779a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:47.431907 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_common [None req-5607e2c7-6c35-48e1-9b8f-db00d487b424 admin admin] Allocated IP 172.27.2.113 (0e91cb13-9cd5-4b6d-a0e7-77d68e81a806/a67c2735-bb7f-4235-9bfa-262628d5695c/e1f9c429-1dc9-4bd9-8181-55a225eb50fd) {{(pid=88595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:52:47.566042 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238b30a-ca91-4fe7-a3b3-fcfcf7d19d01 None None] Pushing event updated for resources: {'Port': ['ID=99dffbe6-b4d6-4c58-a094-09ada5134b8c,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:47.570646 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108c73ad-1236-4a92-ae92-d4c5cbe779a9 None None] Routers {'00271ba5-d1a8-4119-96d6-8f210152117b'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:52:47.571274 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-108c73ad-1236-4a92-ae92-d4c5cbe779a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e60a160>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:52:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['00271ba5-d1a8-4119-96d6-8f210152117b'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:47.606224 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-5607e2c7-6c35-48e1-9b8f-db00d487b424 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:47.688190 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-3855285e-39fd-4934-939b-21042e1c5d72 None None] Notify callbacks [] for port, precommit_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:47.715025 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8297adc-5b4a-48ee-a285-ca40f01e7552 req-8b6ef310-4caa-4bfe-9efe-3d6ad985caa7 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:47.718943 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d8297adc-5b4a-48ee-a285-ca40f01e7552 req-8b6ef310-4caa-4bfe-9efe-3d6ad985caa7 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0dd26f9-043a-4c4a-bd07-382f890c669f HTTP/1.1" status: 200  len: 944 time: 0.0821929
Jun 04 13:52:47.724181 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-3855285e-39fd-4934-939b-21042e1c5d72 None None] Transition to ACTIVE for port object 78785f55-0756-4c94-9161-0377b87283ab will not be triggered until provisioned by entity L2. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:52:47.741683 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-5607e2c7-6c35-48e1-9b8f-db00d487b424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:47.743650 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port a01d05f1-e6f0-472b-af5e-b897dcd2f9f4 is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:52:47.813949 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5607e2c7-6c35-48e1-9b8f-db00d487b424 admin admin] Network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 is already hosted by enough agents. {{(pid=88595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:52:47.817396 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-3855285e-39fd-4934-939b-21042e1c5d72 None None] Transition to ACTIVE for port object 78785f55-0756-4c94-9161-0377b87283ab will not be triggered until provisioned by entity DHCP. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:52:47.818604 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-5607e2c7-6c35-48e1-9b8f-db00d487b424 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:52:47.820966 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5607e2c7-6c35-48e1-9b8f-db00d487b424 admin admin] Received port after_create {{(pid=88595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:52:47.850415 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-108c73ad-1236-4a92-ae92-d4c5cbe779a9 None None] Set router 00271ba5-d1a8-4119-96d6-8f210152117b gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:52:47.861063 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d8297adc-5b4a-48ee-a285-ca40f01e7552 req-85939ca8-28f2-41c4-8a3b-beaa3a8c2353 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd82496-59c1-4f19-9dff-8c475ec18ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1387169
Jun 04 13:52:47.883922 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607e2c7-6c35-48e1-9b8f-db00d487b424 admin admin] Pushing event updated for resources: {'Port': ['ID=e1f9c429-1dc9-4bd9-8181-55a225eb50fd,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:47.893053 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-3855285e-39fd-4934-939b-21042e1c5d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946'] for port, after_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:48.029275 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3855285e-39fd-4934-939b-21042e1c5d72 None None] Network 352ca14d-5ece-4c47-b53d-8586673450c9 is already hosted by enough agents. {{(pid=88596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:52:48.092271 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.scheduler.base_scheduler [None req-3855285e-39fd-4934-939b-21042e1c5d72 None None] Resources bound (agent type, host, resource id):  {{(pid=88596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:52:48.096428 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3855285e-39fd-4934-939b-21042e1c5d72 None None] Received port after_create {{(pid=88596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:52:48.119811 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855285e-39fd-4934-939b-21042e1c5d72 None None] Pushing event updated for resources: {'Port': ['ID=78785f55-0756-4c94-9161-0377b87283ab,revision_number=1']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:48.272810 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-3855285e-39fd-4934-939b-21042e1c5d72 None None] Attempting to bind port 78785f55-0756-4c94-9161-0377b87283ab on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:52:48.273541 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-3855285e-39fd-4934-939b-21042e1c5d72 None None] Attempting to bind port 78785f55-0756-4c94-9161-0377b87283ab by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': 'd01a1302-39a8-429d-9819-05d4cc2584ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '352ca14d-5ece-4c47-b53d-8586673450c9'}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:52:48.273541 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3855285e-39fd-4934-939b-21042e1c5d72 None None] Attempting to bind port 78785f55-0756-4c94-9161-0377b87283ab on network 352ca14d-5ece-4c47-b53d-8586673450c9 {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:52:48.291627 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3855285e-39fd-4934-939b-21042e1c5d72 None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:52:48.292025 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3855285e-39fd-4934-939b-21042e1c5d72 None None] Checking segment: {'id': 'd01a1302-39a8-429d-9819-05d4cc2584ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '352ca14d-5ece-4c47-b53d-8586673450c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:52:48.292418 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-3855285e-39fd-4934-939b-21042e1c5d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:48.292800 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3855285e-39fd-4934-939b-21042e1c5d72 None None] Bound using segment: {'id': 'd01a1302-39a8-429d-9819-05d4cc2584ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '352ca14d-5ece-4c47-b53d-8586673450c9'} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:52:48.293253 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-3855285e-39fd-4934-939b-21042e1c5d72 None None] Bound port: 78785f55-0756-4c94-9161-0377b87283ab, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01a1302-39a8-429d-9819-05d4cc2584ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '352ca14d-5ece-4c47-b53d-8586673450c9'}}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:52:48.293617 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-3855285e-39fd-4934-939b-21042e1c5d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:48.434178 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-5607e2c7-6c35-48e1-9b8f-db00d487b424 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:48.435221 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-3855285e-39fd-4934-939b-21042e1c5d72 None None] For port 78785f55-0756-4c94-9161-0377b87283ab, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:52:48.438745 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-3855285e-39fd-4934-939b-21042e1c5d72 None None] For port 78785f55-0756-4c94-9161-0377b87283ab, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=78785f55-0756-4c94-9161-0377b87283ab,segment=NetworkSegment(d01a1302-39a8-429d-9819-05d4cc2584ca),segment_id=d01a1302-39a8-429d-9819-05d4cc2584ca)] {{(pid=88596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:52:48.451072 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-108c73ad-1236-4a92-ae92-d4c5cbe779a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e60a160>, [{'id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'name': 'tempest-TestShelveInstance-1714972987-router', 'tenant_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'a01d05f1-e6f0-472b-af5e-b897dcd2f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:38Z', 'updated_at': '2022-06-04T13:52:43Z', 'revision_number': 4, 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'gw_port': {'id': 'a01d05f1-e6f0-472b-af5e-b897dcd2f9f4', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:18:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:39Z', 'updated_at': '2022-06-04T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '99dffbe6-b4d6-4c58-a094-09ada5134b8c', 'name': '', 'network_id': 'b7c91237-9e54-4d46-a198-a476667f12b3', 'tenant_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'mac_address': 'fa:16:3e:81:2e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'def43a37-3d57-482a-b5a1-92cad0f1e446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:42Z', 'updated_at': '2022-06-04T13:52:47Z', 'revision_number': 4, 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'subnets': [{'id': 'def43a37-3d57-482a-b5a1-92cad0f1e446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:48.455263 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108c73ad-1236-4a92-ae92-d4c5cbe779a9 None None] The sync data for ids ['00271ba5-d1a8-4119-96d6-8f210152117b'] in dv-cinder-843593-2-iscsi is: [{'id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'name': 'tempest-TestShelveInstance-1714972987-router', 'tenant_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'a01d05f1-e6f0-472b-af5e-b897dcd2f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:38Z', 'updated_at': '2022-06-04T13:52:43Z', 'revision_number': 4, 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'gw_port': {'id': 'a01d05f1-e6f0-472b-af5e-b897dcd2f9f4', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:18:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:39Z', 'updated_at': '2022-06-04T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '99dffbe6-b4d6-4c58-a094-09ada5134b8c', 'name': '', 'network_id': 'b7c91237-9e54-4d46-a198-a476667f12b3', 'tenant_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'mac_address': 'fa:16:3e:81:2e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'def43a37-3d57-482a-b5a1-92cad0f1e446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:42Z', 'updated_at': '2022-06-04T13:52:47Z', 'revision_number': 4, 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'subnets': [{'id': 'def43a37-3d57-482a-b5a1-92cad0f1e446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:52:48.538228 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-3855285e-39fd-4934-939b-21042e1c5d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:48.633144 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855285e-39fd-4934-939b-21042e1c5d72 None None] Pushing event updated for resources: {'Port': ['ID=78785f55-0756-4c94-9161-0377b87283ab,revision_number=2']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:48.797759 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device c78d94f7-5690-4b63-9f85-9e4ae65d12d3 up at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:52:48.821984 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-5607e2c7-6c35-48e1-9b8f-db00d487b424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66723635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66718259'] for router, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:48.950035 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning for port c78d94f7-5690-4b63-9f85-9e4ae65d12d3 completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:52:48.955851 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning complete for port c78d94f7-5690-4b63-9f85-9e4ae65d12d3 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:52:48.956109 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:49.137586 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port c78d94f7-5690-4b63-9f85-9e4ae65d12d3 is: BUILD; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:52:49.138321 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:49.178566 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5607e2c7-6c35-48e1-9b8f-db00d487b424 admin admin] Router 8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f is scheduled to L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 with binding_index 1 {{(pid=88595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 13:52:49.184450 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dd26f9-043a-4c4a-bd07-382f890c669f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78d94f7-5690-4b63-9f85-9e4ae65d12d3'}] {{(pid=88596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:52:49.200809 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port c78d94f7-5690-4b63-9f85-9e4ae65d12d3, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=c78d94f7-5690-4b63-9f85-9e4ae65d12d3,segment=NetworkSegment(6d3f57de-dbe3-431a-86c1-8e1406ca4d6a),segment_id=6d3f57de-dbe3-431a-86c1-8e1406ca4d6a)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:52:49.217896 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 78785f55-0756-4c94-9161-0377b87283ab up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:52:49.277202 dv-cinder-843593-2-iscsi neutron-server[88596]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1de7725b-9266-483d-a146-b37865f648e7'] response: {'server_uuid': 'd0dd26f9-043a-4c4a-bd07-382f890c669f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78d94f7-5690-4b63-9f85-9e4ae65d12d3', 'code': 200}
Jun 04 13:52:49.293645 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:49.294933 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445ca4a-a2da-44c0-a5f6-633b7fe4849f req-74afb5bb-18ae-44c2-a143-c51aaa2792cd tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:49.302527 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4445ca4a-a2da-44c0-a5f6-633b7fe4849f req-74afb5bb-18ae-44c2-a143-c51aaa2792cd tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0dd26f9-043a-4c4a-bd07-382f890c669f HTTP/1.1" status: 200  len: 944 time: 0.2932007
Jun 04 13:52:49.405188 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4445ca4a-a2da-44c0-a5f6-633b7fe4849f req-90dbdc92-7768-494b-809f-a38b1a67598c tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd82496-59c1-4f19-9dff-8c475ec18ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0973644
Jun 04 13:52:49.420940 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=c78d94f7-5690-4b63-9f85-9e4ae65d12d3,revision_number=5']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:49.446444 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5607e2c7-6c35-48e1-9b8f-db00d487b424 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:52:49.465025 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef18d7c-bba5-418c-8378-1da9b72eda2c None None] Sync routers for ids ['8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f'] in dv-cinder-843593-2-iscsi {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:52:49.475983 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef18d7c-bba5-418c-8378-1da9b72eda2c None None] Routers {'8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:52:49.476909 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-7ef18d7c-bba5-418c-8378-1da9b72eda2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ef94190>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:52:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:49.481439 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port 78785f55-0756-4c94-9161-0377b87283ab completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:52:49.487856 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 99dffbe6-b4d6-4c58-a094-09ada5134b8c up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:52:49.539106 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-5607e2c7-6c35-48e1-9b8f-db00d487b424 admin admin] Notify callbacks [] for router, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:49.542471 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-5607e2c7-6c35-48e1-9b8f-db00d487b424 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.0712845
Jun 04 13:52:49.543564 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 49636) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:49.704257 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port 99dffbe6-b4d6-4c58-a094-09ada5134b8c completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:52:49.709821 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 99dffbe6-b4d6-4c58-a094-09ada5134b8c triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:52:49.710194 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:49.751205 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-7ef18d7c-bba5-418c-8378-1da9b72eda2c None None] Set router 8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:52:49.805452 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb32aac-dd53-473e-9aab-4b6952ee6eb1 None None] Network 352ca14d-5ece-4c47-b53d-8586673450c9 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:52:49.808153 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf85cd6-03e3-45fb-91da-99e9ffd321f5 req-49b4692d-d9b9-4eb4-9808-eef5c02c38a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:49.809770 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4bf85cd6-03e3-45fb-91da-99e9ffd321f5 req-49b4692d-d9b9-4eb4-9808-eef5c02c38a3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d0dd26f9-043a-4c4a-bd07-382f890c669f HTTP/1.1" status: 200  len: 1098 time: 0.1272218
Jun 04 13:52:49.873141 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4bf85cd6-03e3-45fb-91da-99e9ffd321f5 req-48c58f81-1651-4cd1-b777-c9768d179b97 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3fd82496-59c1-4f19-9dff-8c475ec18ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568604
Jun 04 13:52:49.996893 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-d2eb8c4a-bb7c-4444-a2d8-b5ec13fb7ca1 None None] Provisioning for port 78785f55-0756-4c94-9161-0377b87283ab completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:52:50.015629 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-d2eb8c4a-bb7c-4444-a2d8-b5ec13fb7ca1 None None] Provisioning complete for port 78785f55-0756-4c94-9161-0377b87283ab triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:52:50.016090 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d2eb8c4a-bb7c-4444-a2d8-b5ec13fb7ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:50.075997 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-7ef18d7c-bba5-418c-8378-1da9b72eda2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ef94190>, [{'id': '8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f', 'name': 'tempest-TestShelveInstance-965908055-router', 'tenant_id': '66d1fc75bcce4fc59f99d3f937b96e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'e1f9c429-1dc9-4bd9-8181-55a225eb50fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:46Z', 'updated_at': '2022-06-04T13:52:48Z', 'revision_number': 3, 'project_id': '66d1fc75bcce4fc59f99d3f937b96e7e', 'gw_port': {'id': 'e1f9c429-1dc9-4bd9-8181-55a225eb50fd', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:47Z', 'updated_at': '2022-06-04T13:52:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:50.080530 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef18d7c-bba5-418c-8378-1da9b72eda2c None None] Checking router: 8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f for host: dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:52:50.080959 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef18d7c-bba5-418c-8378-1da9b72eda2c None None] Updating router 8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f port e1f9c429-1dc9-4bd9-8181-55a225eb50fd binding host dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:52:50.092148 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 99dffbe6-b4d6-4c58-a094-09ada5134b8c is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:52:50.092628 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:50.139930 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-7ef18d7c-bba5-418c-8378-1da9b72eda2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:50.156717 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] For port 99dffbe6-b4d6-4c58-a094-09ada5134b8c, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=99dffbe6-b4d6-4c58-a094-09ada5134b8c,segment=NetworkSegment(368511d6-b7c1-4f33-bc1d-0734e5129378),segment_id=368511d6-b7c1-4f33-bc1d-0734e5129378)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:52:50.234590 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:50.316734 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-d2eb8c4a-bb7c-4444-a2d8-b5ec13fb7ca1 None None] Current status of the port 78785f55-0756-4c94-9161-0377b87283ab is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:52:50.317463 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d2eb8c4a-bb7c-4444-a2d8-b5ec13fb7ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:50.350697 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Pushing event updated for resources: {'Port': ['ID=99dffbe6-b4d6-4c58-a094-09ada5134b8c,revision_number=5']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:50.368325 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-d2eb8c4a-bb7c-4444-a2d8-b5ec13fb7ca1 None None] For port 78785f55-0756-4c94-9161-0377b87283ab, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=78785f55-0756-4c94-9161-0377b87283ab,segment=NetworkSegment(d01a1302-39a8-429d-9819-05d4cc2584ca),segment_id=d01a1302-39a8-429d-9819-05d4cc2584ca)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:52:50.424020 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d2eb8c4a-bb7c-4444-a2d8-b5ec13fb7ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:50.498859 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-dccaa576-0926-40d8-97ce-afd9228ce2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:50.529307 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-7ef18d7c-bba5-418c-8378-1da9b72eda2c None None] Notify callbacks [] for port, precommit_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:50.547668 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.provisioning_blocks [None req-7ef18d7c-bba5-418c-8378-1da9b72eda2c None None] Transition to ACTIVE for port object e1f9c429-1dc9-4bd9-8181-55a225eb50fd will not be triggered until provisioned by entity L2. {{(pid=88597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:52:50.586582 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb8c4a-bb7c-4444-a2d8-b5ec13fb7ca1 None None] Pushing event updated for resources: {'Port': ['ID=78785f55-0756-4c94-9161-0377b87283ab,revision_number=3']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:50.618387 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-7ef18d7c-bba5-418c-8378-1da9b72eda2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:50.646615 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-fab2d789-839e-45ea-8fb2-0aee3b9a8ffc None None] Provisioning complete for port 78785f55-0756-4c94-9161-0377b87283ab triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:52:50.646615 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-fab2d789-839e-45ea-8fb2-0aee3b9a8ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:50.700612 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.managers [None req-7ef18d7c-bba5-418c-8378-1da9b72eda2c None None] Attempting to bind port e1f9c429-1dc9-4bd9-8181-55a225eb50fd on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:52:50.700974 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.managers [None req-7ef18d7c-bba5-418c-8378-1da9b72eda2c None None] Attempting to bind port e1f9c429-1dc9-4bd9-8181-55a225eb50fd by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}] {{(pid=88597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:52:50.701331 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef18d7c-bba5-418c-8378-1da9b72eda2c None None] Attempting to bind port e1f9c429-1dc9-4bd9-8181-55a225eb50fd on network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:52:50.710297 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef18d7c-bba5-418c-8378-1da9b72eda2c None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:52:50.710664 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef18d7c-bba5-418c-8378-1da9b72eda2c None None] Checking segment: {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:52:50.711079 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-7ef18d7c-bba5-418c-8378-1da9b72eda2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:50.711460 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef18d7c-bba5-418c-8378-1da9b72eda2c None None] Bound using segment: {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'} {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:52:50.711914 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.managers [None req-7ef18d7c-bba5-418c-8378-1da9b72eda2c None None] Bound port: e1f9c429-1dc9-4bd9-8181-55a225eb50fd, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}}] {{(pid=88597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:52:50.712302 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-7ef18d7c-bba5-418c-8378-1da9b72eda2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:50.719437 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b7678-0475-47ec-9852-b72aa96de921 req-e2625e35-eb88-49f5-bf08-4dbb898fa98e tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:50.720902 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-ff6b7678-0475-47ec-9852-b72aa96de921 req-e2625e35-eb88-49f5-bf08-4dbb898fa98e tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0dd26f9-043a-4c4a-bd07-382f890c669f HTTP/1.1" status: 200  len: 945 time: 0.1954336
Jun 04 13:52:50.740621 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f9d57-157a-440d-a0bc-7d62cf8af5d5 None None] Pushing event updated for resources: {'Port': ['ID=e1f9c429-1dc9-4bd9-8181-55a225eb50fd,revision_number=2']} {{(pid=88597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:50.776977 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-fab2d789-839e-45ea-8fb2-0aee3b9a8ffc None None] Current status of the port 78785f55-0756-4c94-9161-0377b87283ab is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:52:50.794390 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.db [None req-7ef18d7c-bba5-418c-8378-1da9b72eda2c None None] For port e1f9c429-1dc9-4bd9-8181-55a225eb50fd, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:52:50.797388 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.db [None req-7ef18d7c-bba5-418c-8378-1da9b72eda2c None None] For port e1f9c429-1dc9-4bd9-8181-55a225eb50fd, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=e1f9c429-1dc9-4bd9-8181-55a225eb50fd,segment=NetworkSegment(a5e9f3a7-fe7c-4b2a-9489-202ad5682d71),segment_id=a5e9f3a7-fe7c-4b2a-9489-202ad5682d71)] {{(pid=88597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:52:50.826798 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-ff6b7678-0475-47ec-9852-b72aa96de921 req-497f4e6e-f1a5-490a-a35c-4a9a57f5c565 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd82496-59c1-4f19-9dff-8c475ec18ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0971723
Jun 04 13:52:50.829498 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_common [None req-dccaa576-0926-40d8-97ce-afd9228ce2ad admin admin] Allocated IP 172.20.0.1 (352ca14d-5ece-4c47-b53d-8586673450c9/25c11906-3762-40eb-a22c-237996be8b9a/b52ebbda-b73b-4739-820f-234be24e7759) {{(pid=88595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:52:50.853377 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-7ef18d7c-bba5-418c-8378-1da9b72eda2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:50.932475 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef18d7c-bba5-418c-8378-1da9b72eda2c None None] Routers {'8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:52:50.933220 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-7ef18d7c-bba5-418c-8378-1da9b72eda2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ef94190>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:52:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:50.980910 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-dccaa576-0926-40d8-97ce-afd9228ce2ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:50.996232 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.provisioning_blocks [None req-dccaa576-0926-40d8-97ce-afd9228ce2ad admin admin] Transition to ACTIVE for port object b52ebbda-b73b-4739-820f-234be24e7759 will not be triggered until provisioned by entity DHCP. {{(pid=88595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:52:50.997262 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f9d57-157a-440d-a0bc-7d62cf8af5d5 None None] Pushing event updated for resources: {'Port': ['ID=e1f9c429-1dc9-4bd9-8181-55a225eb50fd,revision_number=3']} {{(pid=88597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:51.078896 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 78785f55-0756-4c94-9161-0377b87283ab up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:52:51.087786 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-dccaa576-0926-40d8-97ce-afd9228ce2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:51.135046 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-7ef18d7c-bba5-418c-8378-1da9b72eda2c None None] Set router 8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:52:51.146013 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccaa576-0926-40d8-97ce-afd9228ce2ad admin admin] Network 352ca14d-5ece-4c47-b53d-8586673450c9 is already hosted by enough agents. {{(pid=88595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:52:51.152402 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 78785f55-0756-4c94-9161-0377b87283ab triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:52:51.152763 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:51.154125 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-dccaa576-0926-40d8-97ce-afd9228ce2ad admin admin] Resources bound (agent type, host, resource id):  {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:52:51.157966 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccaa576-0926-40d8-97ce-afd9228ce2ad admin admin] Received port after_create {{(pid=88595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:52:51.229262 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccaa576-0926-40d8-97ce-afd9228ce2ad admin admin] Pushing event updated for resources: {'Port': ['ID=b52ebbda-b73b-4739-820f-234be24e7759,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:51.248144 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-dccaa576-0926-40d8-97ce-afd9228ce2ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66723705'] for router_interface, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:51.300723 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 78785f55-0756-4c94-9161-0377b87283ab is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:52:51.301724 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 99dffbe6-b4d6-4c58-a094-09ada5134b8c up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:52:51.374265 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 99dffbe6-b4d6-4c58-a094-09ada5134b8c triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:52:51.374930 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:51.451103 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-dccaa576-0926-40d8-97ce-afd9228ce2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:51.482528 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-7ef18d7c-bba5-418c-8378-1da9b72eda2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ef94190>, [{'id': '8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f', 'name': 'tempest-TestShelveInstance-965908055-router', 'tenant_id': '66d1fc75bcce4fc59f99d3f937b96e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'e1f9c429-1dc9-4bd9-8181-55a225eb50fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:46Z', 'updated_at': '2022-06-04T13:52:48Z', 'revision_number': 3, 'project_id': '66d1fc75bcce4fc59f99d3f937b96e7e', 'gw_port': {'id': 'e1f9c429-1dc9-4bd9-8181-55a225eb50fd', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:47Z', 'updated_at': '2022-06-04T13:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:51.486661 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef18d7c-bba5-418c-8378-1da9b72eda2c None None] The sync data for ids ['8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f'] in dv-cinder-843593-2-iscsi is: [{'id': '8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f', 'name': 'tempest-TestShelveInstance-965908055-router', 'tenant_id': '66d1fc75bcce4fc59f99d3f937b96e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'e1f9c429-1dc9-4bd9-8181-55a225eb50fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:46Z', 'updated_at': '2022-06-04T13:52:48Z', 'revision_number': 3, 'project_id': '66d1fc75bcce4fc59f99d3f937b96e7e', 'gw_port': {'id': 'e1f9c429-1dc9-4bd9-8181-55a225eb50fd', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:47Z', 'updated_at': '2022-06-04T13:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}] {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:52:51.523217 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 99dffbe6-b4d6-4c58-a094-09ada5134b8c is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:52:51.561524 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-b5f53e85-c33e-46a0-b972-6e42fc62fb03 None None] Provisioning for port b52ebbda-b73b-4739-820f-234be24e7759 completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:52:51.566880 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-b5f53e85-c33e-46a0-b972-6e42fc62fb03 None None] Provisioning complete for port b52ebbda-b73b-4739-820f-234be24e7759 triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:52:51.567368 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-b5f53e85-c33e-46a0-b972-6e42fc62fb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:51.621907 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-b5f53e85-c33e-46a0-b972-6e42fc62fb03 None None] Port b52ebbda-b73b-4739-820f-234be24e7759 cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:52:51.687554 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-dccaa576-0926-40d8-97ce-afd9228ce2ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:51.744277 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-dccaa576-0926-40d8-97ce-afd9228ce2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64863338'] for port, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:51.857644 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-dccaa576-0926-40d8-97ce-afd9228ce2ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66655068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66719424'] for router_interface, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:51.862228 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccaa576-0926-40d8-97ce-afd9228ce2ad admin admin] Pushing event updated for resources: {'Port': ['ID=b52ebbda-b73b-4739-820f-234be24e7759,revision_number=2']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:52.027488 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c1f4c-b194-4281-ba10-b9b7cdf72413 req-b4eb1241-1115-4b99-b5c6-602602b0efbb tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:52.035076 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-fa3c1f4c-b194-4281-ba10-b9b7cdf72413 req-b4eb1241-1115-4b99-b5c6-602602b0efbb tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0dd26f9-043a-4c4a-bd07-382f890c669f HTTP/1.1" status: 200  len: 945 time: 0.0985858
Jun 04 13:52:52.091118 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-fa3c1f4c-b194-4281-ba10-b9b7cdf72413 req-17a2bb56-1733-46e5-b56d-ee0e410e3486 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd82496-59c1-4f19-9dff-8c475ec18ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546620
Jun 04 13:52:52.112014 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccaa576-0926-40d8-97ce-afd9228ce2ad admin admin] Network 352ca14d-5ece-4c47-b53d-8586673450c9 is already hosted by enough agents. {{(pid=88595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:52:52.113451 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-dccaa576-0926-40d8-97ce-afd9228ce2ad admin admin] Resources bound (agent type, host, resource id):  {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:52:52.350703 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-5b1af4b9-799b-44a3-b92f-0e71cfe5ac9b None None] Provisioning complete for port b52ebbda-b73b-4739-820f-234be24e7759 triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:52:52.351102 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-5b1af4b9-799b-44a3-b92f-0e71cfe5ac9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:52.368327 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccaa576-0926-40d8-97ce-afd9228ce2ad admin admin] Router 8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:52:52.381703 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a2682-4c0e-4a71-a24a-c3cf2255b8da req-819cf5fb-d0b5-4121-9d96-5843e3280151 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:52.383219 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-801a2682-4c0e-4a71-a24a-c3cf2255b8da req-819cf5fb-d0b5-4121-9d96-5843e3280151 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0dd26f9-043a-4c4a-bd07-382f890c669f HTTP/1.1" status: 200  len: 945 time: 0.1776650
Jun 04 13:52:52.392022 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 49650) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:52.396933 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-69a2725a-3e63-4e9b-a6c2-6efa3d556a4a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Request body: {'floatingip': {'port_id': 'c78d94f7-5690-4b63-9f85-9e4ae65d12d3'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:52:52.418031 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-5b1af4b9-799b-44a3-b92f-0e71cfe5ac9b None None] Port b52ebbda-b73b-4739-820f-234be24e7759 cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:52:52.475340 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-69a2725a-3e63-4e9b-a6c2-6efa3d556a4a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for floatingip, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:52.567459 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccaa576-0926-40d8-97ce-afd9228ce2ad admin admin] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:52:52.576691 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-dccaa576-0926-40d8-97ce-afd9228ce2ad admin admin] 10.222.0.39 "PUT /v2.0/routers/8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0321224
Jun 04 13:52:53.005874 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 49660) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:53.011626 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-87bf8adf-92e6-447a-8e55-f8ae793a4df4 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1335111042', 'description': 'tempest-secgroup-smoke-1335111042 description', 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:52:53.018622 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-87bf8adf-92e6-447a-8e55-f8ae793a4df4 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:52:53.022504 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-87bf8adf-92e6-447a-8e55-f8ae793a4df4 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Usage tracker for resource:security_group and tenant:35843c4f9b0f48c1b84b0312bc1fb37b is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:52:53.025526 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-87bf8adf-92e6-447a-8e55-f8ae793a4df4 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:52:53.032397 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-87bf8adf-92e6-447a-8e55-f8ae793a4df4 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:52:53.071383 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fbd4af-2395-42b1-bb05-420549a23db7 None None] Sync routers for ids ['8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f'] in dv-cinder-843593-2-iscsi {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:52:53.083624 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fbd4af-2395-42b1-bb05-420549a23db7 None None] Routers {'8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:52:53.084151 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-e0fbd4af-2395-42b1-bb05-420549a23db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161df259a0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:52:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:53.097536 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-69a2725a-3e63-4e9b-a6c2-6efa3d556a4a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:53.116027 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-87bf8adf-92e6-447a-8e55-f8ae793a4df4 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:53.138116 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-87bf8adf-92e6-447a-8e55-f8ae793a4df4 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:52:53.142392 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-87bf8adf-92e6-447a-8e55-f8ae793a4df4 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Usage tracker for resource:security_group_rule and tenant:35843c4f9b0f48c1b84b0312bc1fb37b is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:52:53.145409 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-87bf8adf-92e6-447a-8e55-f8ae793a4df4 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:52:53.151258 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-87bf8adf-92e6-447a-8e55-f8ae793a4df4 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:52:53.154290 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device e1f9c429-1dc9-4bd9-8181-55a225eb50fd up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:52:53.172896 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-69a2725a-3e63-4e9b-a6c2-6efa3d556a4a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:53.224391 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-87bf8adf-92e6-447a-8e55-f8ae793a4df4 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:53.287213 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-87bf8adf-92e6-447a-8e55-f8ae793a4df4 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:53.318592 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-e0fbd4af-2395-42b1-bb05-420549a23db7 None None] Set router 8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:52:53.330223 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf8adf-92e6-447a-8e55-f8ae793a4df4 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0a2f28-7454-4171-8029-00b50c6fe5bf,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:53.356272 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.l3_db [None req-69a2725a-3e63-4e9b-a6c2-6efa3d556a4a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Floating IP b92fbdca-2a40-4a91-adc0-fd7833589d8d associated. External IP: 172.27.2.230, port: c78d94f7-5690-4b63-9f85-9e4ae65d12d3.
Jun 04 13:52:53.372658 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port e1f9c429-1dc9-4bd9-8181-55a225eb50fd completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:52:53.389503 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port e1f9c429-1dc9-4bd9-8181-55a225eb50fd triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:52:53.390206 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:53.395904 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-87bf8adf-92e6-447a-8e55-f8ae793a4df4 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:53.397708 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-87bf8adf-92e6-447a-8e55-f8ae793a4df4 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3903787
Jun 04 13:52:53.400476 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 49664) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:53.406493 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-13bc69e1-021a-4d95-8feb-0d17cca06b93 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Request body: {'security_group_rule': {'security_group_id': '4b0a2f28-7454-4171-8029-00b50c6fe5bf', 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:52:53.412700 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-13bc69e1-021a-4d95-8feb-0d17cca06b93 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:52:53.416685 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-13bc69e1-021a-4d95-8feb-0d17cca06b93 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Usage tracker for resource:security_group_rule and tenant:35843c4f9b0f48c1b84b0312bc1fb37b is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:52:53.420174 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-13bc69e1-021a-4d95-8feb-0d17cca06b93 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:52:53.426017 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-13bc69e1-021a-4d95-8feb-0d17cca06b93 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:52:53.500432 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-13bc69e1-021a-4d95-8feb-0d17cca06b93 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:53.569043 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-13bc69e1-021a-4d95-8feb-0d17cca06b93 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:53.636677 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-13bc69e1-021a-4d95-8feb-0d17cca06b93 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:53.664170 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc69e1-021a-4d95-8feb-0d17cca06b93 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2efb775b-3127-48ab-bc9a-9dc533fed36f,revision_number=0']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:53.705572 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port e1f9c429-1dc9-4bd9-8181-55a225eb50fd is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:52:53.706167 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:53.732117 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] For port e1f9c429-1dc9-4bd9-8181-55a225eb50fd, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=e1f9c429-1dc9-4bd9-8181-55a225eb50fd,segment=NetworkSegment(a5e9f3a7-fe7c-4b2a-9489-202ad5682d71),segment_id=a5e9f3a7-fe7c-4b2a-9489-202ad5682d71)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:52:53.738811 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-13bc69e1-021a-4d95-8feb-0d17cca06b93 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:53.743406 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-13bc69e1-021a-4d95-8feb-0d17cca06b93 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3410320
Jun 04 13:52:53.744167 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 49668) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:53.752850 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-3359402b-bedc-4d9a-8227-ee09ceac3484 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Request body: {'security_group_rule': {'security_group_id': '4b0a2f28-7454-4171-8029-00b50c6fe5bf', 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:52:53.753622 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-e0fbd4af-2395-42b1-bb05-420549a23db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161df259a0>, [{'id': '8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f', 'name': 'tempest-TestShelveInstance-965908055-router', 'tenant_id': '66d1fc75bcce4fc59f99d3f937b96e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'e1f9c429-1dc9-4bd9-8181-55a225eb50fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:46Z', 'updated_at': '2022-06-04T13:52:51Z', 'revision_number': 4, 'project_id': '66d1fc75bcce4fc59f99d3f937b96e7e', 'gw_port': {'id': 'e1f9c429-1dc9-4bd9-8181-55a225eb50fd', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:47Z', 'updated_at': '2022-06-04T13:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': 'b52ebbda-b73b-4739-820f-234be24e7759', 'name': '', 'network_id': '352ca14d-5ece-4c47-b53d-8586673450c9', 'tenant_id': '66d1fc75bcce4fc59f99d3f937b96e7e', 'mac_address': 'fa:16:3e:ce:08:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '25c11906-3762-40eb-a22c-237996be8b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:50Z', 'updated_at': '2022-06-04T13:52:51Z', 'revision_number': 2, 'project_id': '66d1fc75bcce4fc59f99d3f937b96e7e', 'subnets': [{'id': '25c11906-3762-40eb-a22c-237996be8b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:53.757824 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fbd4af-2395-42b1-bb05-420549a23db7 None None] Checking router: 8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f for host: dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:52:53.758168 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fbd4af-2395-42b1-bb05-420549a23db7 None None] Updating router 8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f port b52ebbda-b73b-4739-820f-234be24e7759 binding host dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:52:53.759687 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-3359402b-bedc-4d9a-8227-ee09ceac3484 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:52:53.767078 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-3359402b-bedc-4d9a-8227-ee09ceac3484 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Usage tracker for resource:security_group_rule and tenant:35843c4f9b0f48c1b84b0312bc1fb37b is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:52:53.770347 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-3359402b-bedc-4d9a-8227-ee09ceac3484 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:52:53.776686 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-3359402b-bedc-4d9a-8227-ee09ceac3484 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:52:53.797807 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:53.808498 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a2725a-3e63-4e9b-a6c2-6efa3d556a4a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:52:53.860113 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3359402b-bedc-4d9a-8227-ee09ceac3484 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:53.862734 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e0fbd4af-2395-42b1-bb05-420549a23db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:53.925968 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3359402b-bedc-4d9a-8227-ee09ceac3484 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:53.961562 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Pushing event updated for resources: {'Port': ['ID=e1f9c429-1dc9-4bd9-8181-55a225eb50fd,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:53.984295 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3359402b-bedc-4d9a-8227-ee09ceac3484 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:53.998196 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a2725a-3e63-4e9b-a6c2-6efa3d556a4a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:52:54.007151 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359402b-bedc-4d9a-8227-ee09ceac3484 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10780e37-672f-4641-bcac-47cee99f257b,revision_number=0']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:54.019857 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-69a2725a-3e63-4e9b-a6c2-6efa3d556a4a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:54.020222 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a551d1-feee-45ec-889d-d9f856dea6ad None None] Sync routers for ids ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'] in dv-cinder-843593-2-iscsi {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:52:54.036483 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a551d1-feee-45ec-889d-d9f856dea6ad None None] Routers {'6970f1a1-b3ff-41b6-80c8-570efa1a2642'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:52:54.042729 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-23a551d1-feee-45ec-889d-d9f856dea6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ed436d0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:52:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:54.075571 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3359402b-bedc-4d9a-8227-ee09ceac3484 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:54.076727 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-3359402b-bedc-4d9a-8227-ee09ceac3484 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3308070
Jun 04 13:52:54.079355 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 49672) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:54.084985 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-63cf9310-7765-4026-8d6e-1f56b4fdc676 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Request body: {'security_group_rule': {'security_group_id': '4b0a2f28-7454-4171-8029-00b50c6fe5bf', 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:52:54.089436 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-69a2725a-3e63-4e9b-a6c2-6efa3d556a4a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "PUT /v2.0/floatingips/b92fbdca-2a40-4a91-adc0-fd7833589d8d HTTP/1.1" status: 200  len: 991 time: 1.6963115
Jun 04 13:52:54.090285 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0dd26f9-043a-4c4a-bd07-382f890c669f', 'tag': 'c78d94f7-5690-4b63-9f85-9e4ae65d12d3'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:52:54.092045 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-63cf9310-7765-4026-8d6e-1f56b4fdc676 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:52:54.096346 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-63cf9310-7765-4026-8d6e-1f56b4fdc676 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Usage tracker for resource:security_group_rule and tenant:35843c4f9b0f48c1b84b0312bc1fb37b is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:52:54.099616 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-63cf9310-7765-4026-8d6e-1f56b4fdc676 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:52:54.106932 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-63cf9310-7765-4026-8d6e-1f56b4fdc676 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:52:54.140175 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-622ed6d1-e42d-4758-8c71-bee52f803d84'] response: {'name': 'network-changed', 'server_uuid': 'd0dd26f9-043a-4c4a-bd07-382f890c669f', 'tag': 'c78d94f7-5690-4b63-9f85-9e4ae65d12d3', 'status': 'completed', 'code': 200}
Jun 04 13:52:54.168106 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-63cf9310-7765-4026-8d6e-1f56b4fdc676 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:54.245760 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-63cf9310-7765-4026-8d6e-1f56b4fdc676 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:54.250279 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-23a551d1-feee-45ec-889d-d9f856dea6ad None None] Set router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:52:54.273562 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499cc57-c626-4b4e-82da-ec3b331c8f21 req-add6c294-c019-48e0-985e-a50512f436d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:54.275207 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d499cc57-c626-4b4e-82da-ec3b331c8f21 req-add6c294-c019-48e0-985e-a50512f436d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=04f6f6455e3046efade411926e0f0561&device_id=d0dd26f9-043a-4c4a-bd07-382f890c669f HTTP/1.1" status: 200  len: 1098 time: 0.0882955
Jun 04 13:52:54.297233 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e0fbd4af-2395-42b1-bb05-420549a23db7 None None] Notify callbacks [] for port, precommit_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:54.309722 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-63cf9310-7765-4026-8d6e-1f56b4fdc676 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:54.316240 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-e0fbd4af-2395-42b1-bb05-420549a23db7 None None] Transition to ACTIVE for port object b52ebbda-b73b-4739-820f-234be24e7759 will not be triggered until provisioned by entity L2. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:52:54.333501 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf9310-7765-4026-8d6e-1f56b4fdc676 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb6cd462-e2f5-43cf-94b4-0b0f6dc7a6ab,revision_number=0']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:54.378942 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e0fbd4af-2395-42b1-bb05-420549a23db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:54.397108 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-63cf9310-7765-4026-8d6e-1f56b4fdc676 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:54.407689 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-63cf9310-7765-4026-8d6e-1f56b4fdc676 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3270299
Jun 04 13:52:54.411293 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 49680) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:54.420179 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-48ac4f22-4fc2-48f5-af68-89875b6a8d4a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Request body: {'security_group_rule': {'security_group_id': '4b0a2f28-7454-4171-8029-00b50c6fe5bf', 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:52:54.436434 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-48ac4f22-4fc2-48f5-af68-89875b6a8d4a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:52:54.444130 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-48ac4f22-4fc2-48f5-af68-89875b6a8d4a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Usage tracker for resource:security_group_rule and tenant:35843c4f9b0f48c1b84b0312bc1fb37b is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:52:54.448582 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-48ac4f22-4fc2-48f5-af68-89875b6a8d4a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:52:54.452126 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499cc57-c626-4b4e-82da-ec3b331c8f21 req-09441bd2-14fd-4e25-8cd7-9633b2e67fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:54.453210 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d499cc57-c626-4b4e-82da-ec3b331c8f21 req-09441bd2-14fd-4e25-8cd7-9633b2e67fe5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8b092770-eea2-4e76-9959-7bb13a86dfb1 HTTP/1.1" status: 200  len: 915 time: 0.1712210
Jun 04 13:52:54.457042 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-48ac4f22-4fc2-48f5-af68-89875b6a8d4a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:52:54.567622 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d499cc57-c626-4b4e-82da-ec3b331c8f21 req-4bc2d856-d489-4fd5-bff8-3c2acc262a1e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c78d94f7-5690-4b63-9f85-9e4ae65d12d3 HTTP/1.1" status: 200  len: 999 time: 0.1079838
Jun 04 13:52:54.626101 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c141c90-c5be-4c98-aebc-10094eb2309d None None] Pushing event updated for resources: {'Port': ['ID=b52ebbda-b73b-4739-820f-234be24e7759,revision_number=3']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:54.628332 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-48ac4f22-4fc2-48f5-af68-89875b6a8d4a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:54.645667 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-23a551d1-feee-45ec-889d-d9f856dea6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ed436d0>, [{'id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:41Z', 'revision_number': 4, 'project_id': '04f6f6455e3046efade411926e0f0561', 'gw_port': {'id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': 'b92fbdca-2a40-4a91-adc0-fd7833589d8d', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'port_id': 'c78d94f7-5690-4b63-9f85-9e4ae65d12d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'mac_address': 'fa:16:3e:e3:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dd26f9-043a-4c4a-bd07-382f890c669f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:52:34Z', 'updated_at': '2022-06-04T13:52:52Z', 'revision_number': 1, 'project_id': '04f6f6455e3046efade411926e0f0561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711cf581-c378-430c-a852-b96602d99b90', 'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'mac_address': 'fa:16:3e:bb:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:59Z', 'revision_number': 5, 'project_id': '04f6f6455e3046efade411926e0f0561', 'subnets': [{'id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:54.650157 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a551d1-feee-45ec-889d-d9f856dea6ad None None] Checking router: 6970f1a1-b3ff-41b6-80c8-570efa1a2642 for host: dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:52:54.660388 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a551d1-feee-45ec-889d-d9f856dea6ad None None] Routers {'6970f1a1-b3ff-41b6-80c8-570efa1a2642'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:52:54.660562 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-e0fbd4af-2395-42b1-bb05-420549a23db7 None None] Attempting to bind port b52ebbda-b73b-4739-820f-234be24e7759 on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:52:54.660832 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-e0fbd4af-2395-42b1-bb05-420549a23db7 None None] Attempting to bind port b52ebbda-b73b-4739-820f-234be24e7759 by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': 'd01a1302-39a8-429d-9819-05d4cc2584ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '352ca14d-5ece-4c47-b53d-8586673450c9'}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:52:54.661053 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-23a551d1-feee-45ec-889d-d9f856dea6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ed436d0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:52:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:54.661165 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fbd4af-2395-42b1-bb05-420549a23db7 None None] Attempting to bind port b52ebbda-b73b-4739-820f-234be24e7759 on network 352ca14d-5ece-4c47-b53d-8586673450c9 {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:52:54.667254 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fbd4af-2395-42b1-bb05-420549a23db7 None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:52:54.667621 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fbd4af-2395-42b1-bb05-420549a23db7 None None] Checking segment: {'id': 'd01a1302-39a8-429d-9819-05d4cc2584ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '352ca14d-5ece-4c47-b53d-8586673450c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:52:54.668013 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e0fbd4af-2395-42b1-bb05-420549a23db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:54.668392 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fbd4af-2395-42b1-bb05-420549a23db7 None None] Bound using segment: {'id': 'd01a1302-39a8-429d-9819-05d4cc2584ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '352ca14d-5ece-4c47-b53d-8586673450c9'} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:52:54.668844 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-e0fbd4af-2395-42b1-bb05-420549a23db7 None None] Bound port: b52ebbda-b73b-4739-820f-234be24e7759, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01a1302-39a8-429d-9819-05d4cc2584ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '352ca14d-5ece-4c47-b53d-8586673450c9'}}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:52:54.669211 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e0fbd4af-2395-42b1-bb05-420549a23db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:54.695238 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499cc57-c626-4b4e-82da-ec3b331c8f21 req-9b1ad62a-0cee-4079-abf2-1d9161390095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:54.696807 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d499cc57-c626-4b4e-82da-ec3b331c8f21 req-9b1ad62a-0cee-4079-abf2-1d9161390095 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69bc4cdc-ad33-4161-be2e-42ba13f7d967 HTTP/1.1" status: 200  len: 853 time: 0.1220644
Jun 04 13:52:54.761306 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-48ac4f22-4fc2-48f5-af68-89875b6a8d4a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:54.762264 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-e0fbd4af-2395-42b1-bb05-420549a23db7 None None] For port b52ebbda-b73b-4739-820f-234be24e7759, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:52:54.768556 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-e0fbd4af-2395-42b1-bb05-420549a23db7 None None] For port b52ebbda-b73b-4739-820f-234be24e7759, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=b52ebbda-b73b-4739-820f-234be24e7759,segment=NetworkSegment(d01a1302-39a8-429d-9819-05d4cc2584ca),segment_id=d01a1302-39a8-429d-9819-05d4cc2584ca)] {{(pid=88596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:52:54.798275 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499cc57-c626-4b4e-82da-ec3b331c8f21 req-9303607b-194b-4467-9cc6-f17cfe53b598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:52:54.798275 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d499cc57-c626-4b4e-82da-ec3b331c8f21 req-9303607b-194b-4467-9cc6-f17cfe53b598 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8b092770-eea2-4e76-9959-7bb13a86dfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0923717
Jun 04 13:52:54.844402 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-23a551d1-feee-45ec-889d-d9f856dea6ad None None] Set router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:52:54.864745 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e0fbd4af-2395-42b1-bb05-420549a23db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:54.879059 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-48ac4f22-4fc2-48f5-af68-89875b6a8d4a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:54.921013 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac4f22-4fc2-48f5-af68-89875b6a8d4a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9343b430-5cd2-490f-8cb1-d9eeecd92173,revision_number=0']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:54.931347 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ac4f22-4fc2-48f5-af68-89875b6a8d4a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:54.931477 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ac4f22-4fc2-48f5-af68-89875b6a8d4a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:54.931768 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ac4f22-4fc2-48f5-af68-89875b6a8d4a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:54.932086 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ac4f22-4fc2-48f5-af68-89875b6a8d4a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:54.933148 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ac4f22-4fc2-48f5-af68-89875b6a8d4a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:54.933352 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ac4f22-4fc2-48f5-af68-89875b6a8d4a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:54.933676 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ac4f22-4fc2-48f5-af68-89875b6a8d4a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:54.933998 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ac4f22-4fc2-48f5-af68-89875b6a8d4a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:54.934709 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ac4f22-4fc2-48f5-af68-89875b6a8d4a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:54.934709 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ac4f22-4fc2-48f5-af68-89875b6a8d4a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:54.935016 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ac4f22-4fc2-48f5-af68-89875b6a8d4a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:54.935271 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ac4f22-4fc2-48f5-af68-89875b6a8d4a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:54.949115 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fbd4af-2395-42b1-bb05-420549a23db7 None None] Routers {'8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:52:54.949874 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-e0fbd4af-2395-42b1-bb05-420549a23db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161df259a0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:52:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:54.982641 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d499cc57-c626-4b4e-82da-ec3b331c8f21 req-7d7fef98-002c-4c9f-a831-f76608a8eca1 service neutron] 10.222.0.55 "GET /v2.0/networks/8b092770-eea2-4e76-9959-7bb13a86dfb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1800120
Jun 04 13:52:55.005089 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c141c90-c5be-4c98-aebc-10094eb2309d None None] Pushing event updated for resources: {'Port': ['ID=b52ebbda-b73b-4739-820f-234be24e7759,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:55.035367 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-48ac4f22-4fc2-48f5-af68-89875b6a8d4a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:55.036839 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-48ac4f22-4fc2-48f5-af68-89875b6a8d4a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6241565
Jun 04 13:52:55.039946 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 49684) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:55.047188 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-7f803e4b-5853-4984-9a32-aeecde12181b tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Request body: {'security_group_rule': {'security_group_id': '4b0a2f28-7454-4171-8029-00b50c6fe5bf', 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:52:55.056396 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-7f803e4b-5853-4984-9a32-aeecde12181b tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:52:55.065369 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-7f803e4b-5853-4984-9a32-aeecde12181b tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Usage tracker for resource:security_group_rule and tenant:35843c4f9b0f48c1b84b0312bc1fb37b is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:52:55.072593 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-7f803e4b-5853-4984-9a32-aeecde12181b tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:52:55.085474 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-7f803e4b-5853-4984-9a32-aeecde12181b tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:52:55.167810 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.db.securitygroups_db [None req-7f803e4b-5853-4984-9a32-aeecde12181b tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Project 35843c4f9b0f48c1b84b0312bc1fb37b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 13:52:55.176098 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7f803e4b-5853-4984-9a32-aeecde12181b tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:55.209052 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device e1f9c429-1dc9-4bd9-8181-55a225eb50fd up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:52:55.233891 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d499cc57-c626-4b4e-82da-ec3b331c8f21 req-3d5f5853-693d-41bf-86dd-2f644aa124c7 service neutron] 10.222.0.55 "GET /v2.0/networks/8b092770-eea2-4e76-9959-7bb13a86dfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2442775
Jun 04 13:52:55.239226 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-e0fbd4af-2395-42b1-bb05-420549a23db7 None None] Set router 8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:52:55.260584 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7f803e4b-5853-4984-9a32-aeecde12181b tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:55.301245 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-23a551d1-feee-45ec-889d-d9f856dea6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ed436d0>, [{'id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:41Z', 'revision_number': 4, 'project_id': '04f6f6455e3046efade411926e0f0561', 'gw_port': {'id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': 'b92fbdca-2a40-4a91-adc0-fd7833589d8d', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'port_id': 'c78d94f7-5690-4b63-9f85-9e4ae65d12d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'mac_address': 'fa:16:3e:e3:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dd26f9-043a-4c4a-bd07-382f890c669f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:52:34Z', 'updated_at': '2022-06-04T13:52:52Z', 'revision_number': 1, 'project_id': '04f6f6455e3046efade411926e0f0561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711cf581-c378-430c-a852-b96602d99b90', 'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'mac_address': 'fa:16:3e:bb:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:59Z', 'revision_number': 5, 'project_id': '04f6f6455e3046efade411926e0f0561', 'subnets': [{'id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:55.306876 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a551d1-feee-45ec-889d-d9f856dea6ad None None] The sync data for ids ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'] in dv-cinder-843593-2-iscsi is: [{'id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:41Z', 'revision_number': 4, 'project_id': '04f6f6455e3046efade411926e0f0561', 'gw_port': {'id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': 'b92fbdca-2a40-4a91-adc0-fd7833589d8d', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'port_id': 'c78d94f7-5690-4b63-9f85-9e4ae65d12d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'mac_address': 'fa:16:3e:e3:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dd26f9-043a-4c4a-bd07-382f890c669f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:52:34Z', 'updated_at': '2022-06-04T13:52:52Z', 'revision_number': 1, 'project_id': '04f6f6455e3046efade411926e0f0561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711cf581-c378-430c-a852-b96602d99b90', 'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'mac_address': 'fa:16:3e:bb:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:59Z', 'revision_number': 5, 'project_id': '04f6f6455e3046efade411926e0f0561', 'subnets': [{'id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:52:55.338427 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7f803e4b-5853-4984-9a32-aeecde12181b tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:55.368914 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f803e4b-5853-4984-9a32-aeecde12181b tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a883dad-5843-41c0-b3fb-f3be972d9998,revision_number=0']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:55.377563 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f803e4b-5853-4984-9a32-aeecde12181b tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:55.377914 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f803e4b-5853-4984-9a32-aeecde12181b tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:55.380141 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f803e4b-5853-4984-9a32-aeecde12181b tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:55.380141 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f803e4b-5853-4984-9a32-aeecde12181b tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:55.380141 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f803e4b-5853-4984-9a32-aeecde12181b tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:55.380141 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f803e4b-5853-4984-9a32-aeecde12181b tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:55.380141 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f803e4b-5853-4984-9a32-aeecde12181b tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:55.380141 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f803e4b-5853-4984-9a32-aeecde12181b tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:55.380699 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f803e4b-5853-4984-9a32-aeecde12181b tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:55.380699 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f803e4b-5853-4984-9a32-aeecde12181b tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:55.381041 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f803e4b-5853-4984-9a32-aeecde12181b tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:55.381301 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f803e4b-5853-4984-9a32-aeecde12181b tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:52:55.429461 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7f803e4b-5853-4984-9a32-aeecde12181b tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:55.435126 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 49688) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:52:55.435349 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-7f803e4b-5853-4984-9a32-aeecde12181b tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3941612
Jun 04 13:52:55.440866 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-c00cbe56-41b7-42e1-90f8-68b8396684dc tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Request body: {'security_group_rule': {'security_group_id': '4b0a2f28-7454-4171-8029-00b50c6fe5bf', 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:52:55.447342 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-c00cbe56-41b7-42e1-90f8-68b8396684dc tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:52:55.451372 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-c00cbe56-41b7-42e1-90f8-68b8396684dc tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Usage tracker for resource:security_group_rule and tenant:35843c4f9b0f48c1b84b0312bc1fb37b is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:52:55.454457 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-c00cbe56-41b7-42e1-90f8-68b8396684dc tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:52:55.461217 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-c00cbe56-41b7-42e1-90f8-68b8396684dc tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:52:55.507552 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port e1f9c429-1dc9-4bd9-8181-55a225eb50fd triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:52:55.507897 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:55.534255 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f889ed3-8e2e-4cb7-be36-819e576b8602 None None] New status for floating IP b92fbdca-2a40-4a91-adc0-fd7833589d8d: ACTIVE {{(pid=88596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:52:55.537779 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.securitygroups_db [None req-c00cbe56-41b7-42e1-90f8-68b8396684dc tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Project 35843c4f9b0f48c1b84b0312bc1fb37b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 13:52:55.545447 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-c00cbe56-41b7-42e1-90f8-68b8396684dc tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:55.611225 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-c00cbe56-41b7-42e1-90f8-68b8396684dc tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:55.697802 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-c00cbe56-41b7-42e1-90f8-68b8396684dc tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:55.723005 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00cbe56-41b7-42e1-90f8-68b8396684dc tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22765c89-fefc-4724-8c07-53151a4422d3,revision_number=0']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:55.795077 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-c00cbe56-41b7-42e1-90f8-68b8396684dc tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:55.796280 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-c00cbe56-41b7-42e1-90f8-68b8396684dc tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3596199
Jun 04 13:52:55.999821 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port e1f9c429-1dc9-4bd9-8181-55a225eb50fd is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:52:56.014533 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-e0fbd4af-2395-42b1-bb05-420549a23db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161df259a0>, [{'id': '8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f', 'name': 'tempest-TestShelveInstance-965908055-router', 'tenant_id': '66d1fc75bcce4fc59f99d3f937b96e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'e1f9c429-1dc9-4bd9-8181-55a225eb50fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:46Z', 'updated_at': '2022-06-04T13:52:51Z', 'revision_number': 4, 'project_id': '66d1fc75bcce4fc59f99d3f937b96e7e', 'gw_port': {'id': 'e1f9c429-1dc9-4bd9-8181-55a225eb50fd', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:47Z', 'updated_at': '2022-06-04T13:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': 'b52ebbda-b73b-4739-820f-234be24e7759', 'name': '', 'network_id': '352ca14d-5ece-4c47-b53d-8586673450c9', 'tenant_id': '66d1fc75bcce4fc59f99d3f937b96e7e', 'mac_address': 'fa:16:3e:ce:08:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '25c11906-3762-40eb-a22c-237996be8b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:50Z', 'updated_at': '2022-06-04T13:52:54Z', 'revision_number': 4, 'project_id': '66d1fc75bcce4fc59f99d3f937b96e7e', 'subnets': [{'id': '25c11906-3762-40eb-a22c-237996be8b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:52:56.018517 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fbd4af-2395-42b1-bb05-420549a23db7 None None] The sync data for ids ['8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f'] in dv-cinder-843593-2-iscsi is: [{'id': '8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f', 'name': 'tempest-TestShelveInstance-965908055-router', 'tenant_id': '66d1fc75bcce4fc59f99d3f937b96e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'e1f9c429-1dc9-4bd9-8181-55a225eb50fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:46Z', 'updated_at': '2022-06-04T13:52:51Z', 'revision_number': 4, 'project_id': '66d1fc75bcce4fc59f99d3f937b96e7e', 'gw_port': {'id': 'e1f9c429-1dc9-4bd9-8181-55a225eb50fd', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:47Z', 'updated_at': '2022-06-04T13:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': 'b52ebbda-b73b-4739-820f-234be24e7759', 'name': '', 'network_id': '352ca14d-5ece-4c47-b53d-8586673450c9', 'tenant_id': '66d1fc75bcce4fc59f99d3f937b96e7e', 'mac_address': 'fa:16:3e:ce:08:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '25c11906-3762-40eb-a22c-237996be8b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:50Z', 'updated_at': '2022-06-04T13:52:54Z', 'revision_number': 4, 'project_id': '66d1fc75bcce4fc59f99d3f937b96e7e', 'subnets': [{'id': '25c11906-3762-40eb-a22c-237996be8b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:52:56.081632 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:57.090042 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device b52ebbda-b73b-4739-820f-234be24e7759 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:52:57.206691 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port b52ebbda-b73b-4739-820f-234be24e7759 completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:52:57.211691 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port b52ebbda-b73b-4739-820f-234be24e7759 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:52:57.212065 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:57.328007 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port b52ebbda-b73b-4739-820f-234be24e7759 is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:52:57.328385 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:57.360034 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] For port b52ebbda-b73b-4739-820f-234be24e7759, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=b52ebbda-b73b-4739-820f-234be24e7759,segment=NetworkSegment(d01a1302-39a8-429d-9819-05d4cc2584ca),segment_id=d01a1302-39a8-429d-9819-05d4cc2584ca)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:52:57.435271 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:57.507081 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Pushing event updated for resources: {'Port': ['ID=b52ebbda-b73b-4739-820f-234be24e7759,revision_number=5']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:52:59.071697 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device b52ebbda-b73b-4739-820f-234be24e7759 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:52:59.140149 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port b52ebbda-b73b-4739-820f-234be24e7759 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:52:59.140658 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:52:59.257022 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port b52ebbda-b73b-4739-820f-234be24e7759 is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:53:01.509685 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-79a9f36f-ebc6-4ce0-8f20-6dcd11070c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:03.761400 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-751869d1-70f5-4369-90d3-e8c2361f9bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:04.687104 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:04.815705 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:06.086190 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:09.402483 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 6 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:53:09.650188 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb5f30-1431-4189-93cc-aa7412ecd1ea req-7795d03b-cf3e-4dcf-934c-8ced37aa0897 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:09.651581 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-fcdb5f30-1431-4189-93cc-aa7412ecd1ea req-7795d03b-cf3e-4dcf-934c-8ced37aa0897 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 946 time: 0.0772309
Jun 04 13:53:09.694708 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-fcdb5f30-1431-4189-93cc-aa7412ecd1ea req-acc9a730-8da2-48d7-8d4a-72ac0f9db78d tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371923
Jun 04 13:53:10.889836 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5a53e-be29-41d1-b007-821abab5f08a req-753b6b9a-6e8f-4169-b9b5-e1ec3411e7c6 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:10.891318 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-61f5a53e-be29-41d1-b007-821abab5f08a req-753b6b9a-6e8f-4169-b9b5-e1ec3411e7c6 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 946 time: 0.0843742
Jun 04 13:53:10.935130 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-61f5a53e-be29-41d1-b007-821abab5f08a req-a0c0b0e5-0da5-4805-9b97-278f7397db01 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381224
Jun 04 13:53:12.128612 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538e45c-4aec-46c3-9b5c-19a25da011bb req-ca49bb42-ddac-4858-92fc-d8aefc9462b5 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:12.130047 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e538e45c-4aec-46c3-9b5c-19a25da011bb req-ca49bb42-ddac-4858-92fc-d8aefc9462b5 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 946 time: 0.0814502
Jun 04 13:53:12.172935 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e538e45c-4aec-46c3-9b5c-19a25da011bb req-26119989-7a52-4f03-be97-c714df25e120 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372505
Jun 04 13:53:13.361985 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0952d-7df5-4215-bed9-9257b01b0c3a req-567ff376-fbe9-4d26-9384-3e76fbadf45c tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:13.363408 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d9c0952d-7df5-4215-bed9-9257b01b0c3a req-567ff376-fbe9-4d26-9384-3e76fbadf45c tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 946 time: 0.0836704
Jun 04 13:53:13.407360 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d9c0952d-7df5-4215-bed9-9257b01b0c3a req-0965f714-1968-4f92-b0f4-383049c94a91 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381334
Jun 04 13:53:14.306284 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-1edd7382-f9ff-44df-bd40-5903db748869 req-6f560d05-5efa-4162-8d86-3e5d8bce93be tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Synchronizing usage tracker for tenant:35843c4f9b0f48c1b84b0312bc1fb37b on resource:security_group {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:53:14.371807 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-1edd7382-f9ff-44df-bd40-5903db748869 req-6f560d05-5efa-4162-8d86-3e5d8bce93be tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Unset dirty status for tenant:35843c4f9b0f48c1b84b0312bc1fb37b on resource:security_group {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:53:14.372838 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1edd7382-f9ff-44df-bd40-5903db748869 req-6f560d05-5efa-4162-8d86-3e5d8bce93be tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1335111042&fields=id&tenant_id=35843c4f9b0f48c1b84b0312bc1fb37b HTTP/1.1" status: 200  len: 267 time: 0.1037633
Jun 04 13:53:14.522964 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd7382-f9ff-44df-bd40-5903db748869 req-94cafd91-e53f-423f-9059-db9a8bc7d04f tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:14.524537 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1edd7382-f9ff-44df-bd40-5903db748869 req-94cafd91-e53f-423f-9059-db9a8bc7d04f tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/networks?id=b7c91237-9e54-4d46-a198-a476667f12b3 HTTP/1.1" status: 200  len: 809 time: 0.1445875
Jun 04 13:53:14.540124 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1edd7382-f9ff-44df-bd40-5903db748869 req-58d3e4a0-a00f-4140-8a83-cb0f96548f71 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/quotas/35843c4f9b0f48c1b84b0312bc1fb37b HTTP/1.1" status: 200  len: 375 time: 0.0092885
Jun 04 13:53:14.636474 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-1edd7382-f9ff-44df-bd40-5903db748869 req-c8e4d0dc-9a7f-41d4-afa3-97aaf5d0e589 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Synchronizing usage tracker for tenant:35843c4f9b0f48c1b84b0312bc1fb37b on resource:port {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:53:14.704898 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b75d52-66bc-48ee-a0e0-e545ccd1fd91 req-036e5f56-b6fa-4b4b-8e11-a5c8cdbbdd78 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:14.706338 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-f9b75d52-66bc-48ee-a0e0-e545ccd1fd91 req-036e5f56-b6fa-4b4b-8e11-a5c8cdbbdd78 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 946 time: 0.1919765
Jun 04 13:53:14.744091 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-1edd7382-f9ff-44df-bd40-5903db748869 req-c8e4d0dc-9a7f-41d4-afa3-97aaf5d0e589 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Unset dirty status for tenant:35843c4f9b0f48c1b84b0312bc1fb37b on resource:port {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:53:14.745403 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1edd7382-f9ff-44df-bd40-5903db748869 req-c8e4d0dc-9a7f-41d4-afa3-97aaf5d0e589 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=35843c4f9b0f48c1b84b0312bc1fb37b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1998000
Jun 04 13:53:14.750832 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-f9b75d52-66bc-48ee-a0e0-e545ccd1fd91 req-1b907f56-26d9-4996-9d20-329e0944b25b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387425
Jun 04 13:53:14.882031 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1edd7382-f9ff-44df-bd40-5903db748869 req-39fcf1d9-eb16-4e2e-93a8-26b6cceb0615 service neutron] 10.222.0.39 "GET /v2.0/networks/b7c91237-9e54-4d46-a198-a476667f12b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247103
Jun 04 13:53:15.091095 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1edd7382-f9ff-44df-bd40-5903db748869 req-48c946f5-e03e-4b45-a211-ff2790536a10 service neutron] 10.222.0.39 "GET /v2.0/networks/b7c91237-9e54-4d46-a198-a476667f12b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2032490
Jun 04 13:53:15.737141 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3d49e863-1929-44fa-a8d5-cf9ec3762618 req-ea52e9b1-9926-40ba-b418-89518bb957e7 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 210 time: 0.0421205
Jun 04 13:53:15.936081 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61f624-e8bd-49ce-bea0-1dc2b2417ba9 req-e965a809-3a9a-43fe-975d-40f8e984458d tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:15.938026 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-9c61f624-e8bd-49ce-bea0-1dc2b2417ba9 req-e965a809-3a9a-43fe-975d-40f8e984458d tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 946 time: 0.0782645
Jun 04 13:53:15.980605 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-9c61f624-e8bd-49ce-bea0-1dc2b2417ba9 req-74c8e184-dace-4a36-8faa-0836eccf5cb8 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369258
Jun 04 13:53:16.896281 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8ea16bfa-3ad3-45d5-a603-745d79eb855c req-e7ade450-e1e7-4418-8fc8-44d8df2ec7f6 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 210 time: 0.0454075
Jun 04 13:53:17.175885 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb1531-8305-404d-91dd-1667a65a7f17 req-c68948e0-60df-4f8b-8641-ee854c5e3a5e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:17.177369 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-10bb1531-8305-404d-91dd-1667a65a7f17 req-c68948e0-60df-4f8b-8641-ee854c5e3a5e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 946 time: 0.0857675
Jun 04 13:53:17.223310 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-10bb1531-8305-404d-91dd-1667a65a7f17 req-08ec2f52-87fa-4bf5-b13a-83dc5924dbc7 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402126
Jun 04 13:53:17.829449 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd7382-f9ff-44df-bd40-5903db748869 req-d3467154-a683-4242-8764-c4184bfdf707 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:17.830136 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-1edd7382-f9ff-44df-bd40-5903db748869 req-d3467154-a683-4242-8764-c4184bfdf707 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Synchronizing usage tracker for tenant:35843c4f9b0f48c1b84b0312bc1fb37b on resource:network {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:53:17.909387 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-1edd7382-f9ff-44df-bd40-5903db748869 req-d3467154-a683-4242-8764-c4184bfdf707 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Unset dirty status for tenant:35843c4f9b0f48c1b84b0312bc1fb37b on resource:network {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:53:17.910806 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1edd7382-f9ff-44df-bd40-5903db748869 req-d3467154-a683-4242-8764-c4184bfdf707 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.55 "GET /v2.0/networks?id=b7c91237-9e54-4d46-a198-a476667f12b3 HTTP/1.1" status: 200  len: 809 time: 0.2225289
Jun 04 13:53:17.974475 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-1edd7382-f9ff-44df-bd40-5903db748869 req-ffa41370-57fc-4ce4-b895-b16c20b90713 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Synchronizing usage tracker for tenant:35843c4f9b0f48c1b84b0312bc1fb37b on resource:security_group {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:53:17.989342 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-1edd7382-f9ff-44df-bd40-5903db748869 req-ffa41370-57fc-4ce4-b895-b16c20b90713 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Unset dirty status for tenant:35843c4f9b0f48c1b84b0312bc1fb37b on resource:security_group {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:53:17.990565 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1edd7382-f9ff-44df-bd40-5903db748869 req-ffa41370-57fc-4ce4-b895-b16c20b90713 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35843c4f9b0f48c1b84b0312bc1fb37b HTTP/1.1" status: 200  len: 380 time: 0.0593355
Jun 04 13:53:18.003180 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-1edd7382-f9ff-44df-bd40-5903db748869 req-2f969312-7e02-4248-917e-885d4413a75a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Request body: {'port': {'device_id': '0ef64f15-151d-43a2-ad72-c338df2628ec', 'network_id': 'b7c91237-9e54-4d46-a198-a476667f12b3', 'admin_state_up': True, 'tenant_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'security_groups': ['4b0a2f28-7454-4171-8029-00b50c6fe5bf']}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:53:18.136234 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-65487e85-c140-4537-9e82-af24e3b198a3 req-6efb1859-5ea3-4f6f-be22-43cd1e704a61 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 210 time: 0.1037529
Jun 04 13:53:18.194914 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-1edd7382-f9ff-44df-bd40-5903db748869 req-2f969312-7e02-4248-917e-885d4413a75a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:53:18.204472 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-1edd7382-f9ff-44df-bd40-5903db748869 req-2f969312-7e02-4248-917e-885d4413a75a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:53:18.269157 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1edd7382-f9ff-44df-bd40-5903db748869 req-2f969312-7e02-4248-917e-885d4413a75a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Made reservation on behalf of 35843c4f9b0f48c1b84b0312bc1fb37b for: {'port': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:53:18.272696 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-1edd7382-f9ff-44df-bd40-5903db748869 req-2f969312-7e02-4248-917e-885d4413a75a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:18.489597 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5576b2-341f-46b6-8cc1-7cfe406d80cd req-f32ff108-6413-4ee7-ac1b-f75039deb6d3 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:18.491057 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7b5576b2-341f-46b6-8cc1-7cfe406d80cd req-f32ff108-6413-4ee7-ac1b-f75039deb6d3 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 946 time: 0.1602888
Jun 04 13:53:18.521714 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_common [req-1edd7382-f9ff-44df-bd40-5903db748869 req-2f969312-7e02-4248-917e-885d4413a75a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Allocated IP 172.20.0.10 (b7c91237-9e54-4d46-a198-a476667f12b3/def43a37-3d57-482a-b5a1-92cad0f1e446/21989805-4125-4f24-969e-19a0db09af16) {{(pid=88594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:53:18.554683 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7b5576b2-341f-46b6-8cc1-7cfe406d80cd req-974ef60d-c952-4e6d-b65a-2a9038b817b7 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0545261
Jun 04 13:53:18.745845 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-1edd7382-f9ff-44df-bd40-5903db748869 req-2f969312-7e02-4248-917e-885d4413a75a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks [] for port, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:18.760940 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [req-1edd7382-f9ff-44df-bd40-5903db748869 req-2f969312-7e02-4248-917e-885d4413a75a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Transition to ACTIVE for port object 21989805-4125-4f24-969e-19a0db09af16 will not be triggered until provisioned by entity DHCP. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:53:18.852700 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-1edd7382-f9ff-44df-bd40-5903db748869 req-2f969312-7e02-4248-917e-885d4413a75a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:18.933783 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1edd7382-f9ff-44df-bd40-5903db748869 req-2f969312-7e02-4248-917e-885d4413a75a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Network b7c91237-9e54-4d46-a198-a476667f12b3 is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:53:18.937308 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [req-1edd7382-f9ff-44df-bd40-5903db748869 req-2f969312-7e02-4248-917e-885d4413a75a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:53:18.941819 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-1edd7382-f9ff-44df-bd40-5903db748869 req-2f969312-7e02-4248-917e-885d4413a75a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Received port after_create {{(pid=88594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:53:18.979261 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f969312-7e02-4248-917e-885d4413a75a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Pushing event updated for resources: {'Port': ['ID=21989805-4125-4f24-969e-19a0db09af16,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:53:19.015418 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd7382-f9ff-44df-bd40-5903db748869 req-2f969312-7e02-4248-917e-885d4413a75a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:19.016031 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-1edd7382-f9ff-44df-bd40-5903db748869 req-2f969312-7e02-4248-917e-885d4413a75a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:19.149245 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1edd7382-f9ff-44df-bd40-5903db748869 req-2f969312-7e02-4248-917e-885d4413a75a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1516588
Jun 04 13:53:19.167880 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-1edd7382-f9ff-44df-bd40-5903db748869 req-883a0cd5-8ce0-42be-a551-69afc15f4a7d service neutron] Request body: {'port': {'device_id': '0ef64f15-151d-43a2-ad72-c338df2628ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:53:19.260409 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-af88252f-0667-4a7e-8669-e7f6d993d1e2 None None] Provisioning for port 21989805-4125-4f24-969e-19a0db09af16 completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:53:19.266521 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-af88252f-0667-4a7e-8669-e7f6d993d1e2 None None] Provisioning complete for port 21989805-4125-4f24-969e-19a0db09af16 triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:53:19.266958 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-af88252f-0667-4a7e-8669-e7f6d993d1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:19.320957 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-af88252f-0667-4a7e-8669-e7f6d993d1e2 None None] Port 21989805-4125-4f24-969e-19a0db09af16 cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:53:19.325712 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-1edd7382-f9ff-44df-bd40-5903db748869 req-883a0cd5-8ce0-42be-a551-69afc15f4a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:19.425235 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fa130-284e-4879-ab61-2e7263169eb3 req-cd81f470-ef6d-4bcc-8a82-5488d6824557 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:19.425917 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-210fa130-284e-4879-ab61-2e7263169eb3 req-cd81f470-ef6d-4bcc-8a82-5488d6824557 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Synchronizing usage tracker for tenant:35843c4f9b0f48c1b84b0312bc1fb37b on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:53:19.569290 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-210fa130-284e-4879-ab61-2e7263169eb3 req-cd81f470-ef6d-4bcc-8a82-5488d6824557 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Unset dirty status for tenant:35843c4f9b0f48c1b84b0312bc1fb37b on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:53:19.570329 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-210fa130-284e-4879-ab61-2e7263169eb3 req-cd81f470-ef6d-4bcc-8a82-5488d6824557 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 932 time: 0.3163335
Jun 04 13:53:19.651175 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-210fa130-284e-4879-ab61-2e7263169eb3 req-7f13e71d-5310-4a0c-a1e9-13047cac1204 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0687921
Jun 04 13:53:19.747118 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ece612-f918-4b8f-b13f-51262496e324 req-0b51f9c0-820e-46d0-b353-e95c287c8e03 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:19.748684 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-08ece612-f918-4b8f-b13f-51262496e324 req-0b51f9c0-820e-46d0-b353-e95c287c8e03 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 946 time: 0.0799005
Jun 04 13:53:19.801529 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-08ece612-f918-4b8f-b13f-51262496e324 req-9348a699-b36a-4579-9479-cba87efbe063 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468554
Jun 04 13:53:19.829691 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [req-1edd7382-f9ff-44df-bd40-5903db748869 req-883a0cd5-8ce0-42be-a551-69afc15f4a7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21989805-4125-4f24-969e-19a0db09af16 {{(pid=88594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:53:19.836762 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-1edd7382-f9ff-44df-bd40-5903db748869 req-883a0cd5-8ce0-42be-a551-69afc15f4a7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:19.853890 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [req-1edd7382-f9ff-44df-bd40-5903db748869 req-883a0cd5-8ce0-42be-a551-69afc15f4a7d service neutron] Transition to ACTIVE for port object 21989805-4125-4f24-969e-19a0db09af16 will not be triggered until provisioned by entity L2. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:53:19.921424 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-1edd7382-f9ff-44df-bd40-5903db748869 req-883a0cd5-8ce0-42be-a551-69afc15f4a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:20.073567 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a0cd5-8ce0-42be-a551-69afc15f4a7d service neutron] Pushing event updated for resources: {'Port': ['ID=21989805-4125-4f24-969e-19a0db09af16,revision_number=2']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:53:20.158007 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-1edd7382-f9ff-44df-bd40-5903db748869 req-883a0cd5-8ce0-42be-a551-69afc15f4a7d service neutron] Attempting to bind port 21989805-4125-4f24-969e-19a0db09af16 on host hv-cinder-84359 for vnic_type normal with profile  {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:53:20.158339 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-1edd7382-f9ff-44df-bd40-5903db748869 req-883a0cd5-8ce0-42be-a551-69afc15f4a7d service neutron] Attempting to bind port 21989805-4125-4f24-969e-19a0db09af16 by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': '368511d6-b7c1-4f33-bc1d-0734e5129378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7c91237-9e54-4d46-a198-a476667f12b3'}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:53:20.158655 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edd7382-f9ff-44df-bd40-5903db748869 req-883a0cd5-8ce0-42be-a551-69afc15f4a7d service neutron] Attempting to bind port 21989805-4125-4f24-969e-19a0db09af16 on network b7c91237-9e54-4d46-a198-a476667f12b3 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:53:20.163424 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edd7382-f9ff-44df-bd40-5903db748869 req-883a0cd5-8ce0-42be-a551-69afc15f4a7d service neutron] Port 21989805-4125-4f24-969e-19a0db09af16 on network b7c91237-9e54-4d46-a198-a476667f12b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:53:20.163733 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edd7382-f9ff-44df-bd40-5903db748869 req-883a0cd5-8ce0-42be-a551-69afc15f4a7d service neutron] Attempting to bind port 21989805-4125-4f24-969e-19a0db09af16 on network b7c91237-9e54-4d46-a198-a476667f12b3 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:53:20.168848 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edd7382-f9ff-44df-bd40-5903db748869 req-883a0cd5-8ce0-42be-a551-69afc15f4a7d service neutron] Checking agent: {'id': '3f86017d-093a-400f-b732-6c31be8aecc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'started_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:53:20.170946 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edd7382-f9ff-44df-bd40-5903db748869 req-883a0cd5-8ce0-42be-a551-69afc15f4a7d service neutron] Checking segment: {'id': '368511d6-b7c1-4f33-bc1d-0734e5129378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7c91237-9e54-4d46-a198-a476667f12b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:53:20.170946 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edd7382-f9ff-44df-bd40-5903db748869 req-883a0cd5-8ce0-42be-a551-69afc15f4a7d service neutron] Bound using segment: {'id': '368511d6-b7c1-4f33-bc1d-0734e5129378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7c91237-9e54-4d46-a198-a476667f12b3'} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:53:20.170946 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-1edd7382-f9ff-44df-bd40-5903db748869 req-883a0cd5-8ce0-42be-a551-69afc15f4a7d service neutron] Bound port: 21989805-4125-4f24-969e-19a0db09af16, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '368511d6-b7c1-4f33-bc1d-0734e5129378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7c91237-9e54-4d46-a198-a476667f12b3'}}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:53:20.170946 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-1edd7382-f9ff-44df-bd40-5903db748869 req-883a0cd5-8ce0-42be-a551-69afc15f4a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:20.258351 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-1edd7382-f9ff-44df-bd40-5903db748869 req-883a0cd5-8ce0-42be-a551-69afc15f4a7d service neutron] For port 21989805-4125-4f24-969e-19a0db09af16, host hv-cinder-84359, cleared binding levels {{(pid=88594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:53:20.261315 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-1edd7382-f9ff-44df-bd40-5903db748869 req-883a0cd5-8ce0-42be-a551-69afc15f4a7d service neutron] For port 21989805-4125-4f24-969e-19a0db09af16, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=21989805-4125-4f24-969e-19a0db09af16,segment=NetworkSegment(368511d6-b7c1-4f33-bc1d-0734e5129378),segment_id=368511d6-b7c1-4f33-bc1d-0734e5129378)] {{(pid=88594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:53:20.304206 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-1edd7382-f9ff-44df-bd40-5903db748869 req-883a0cd5-8ce0-42be-a551-69afc15f4a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:20.361739 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd7382-f9ff-44df-bd40-5903db748869 req-883a0cd5-8ce0-42be-a551-69afc15f4a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:20.362366 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-1edd7382-f9ff-44df-bd40-5903db748869 req-883a0cd5-8ce0-42be-a551-69afc15f4a7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:20.363732 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1edd7382-f9ff-44df-bd40-5903db748869 req-883a0cd5-8ce0-42be-a551-69afc15f4a7d service neutron] 10.222.0.55 "PUT /v2.0/ports/21989805-4125-4f24-969e-19a0db09af16 HTTP/1.1" status: 200  len: 1094 time: 1.1999862
Jun 04 13:53:20.364159 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef64f15-151d-43a2-ad72-c338df2628ec', 'tag': '21989805-4125-4f24-969e-19a0db09af16'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:53:20.393257 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a0cd5-8ce0-42be-a551-69afc15f4a7d service neutron] Pushing event updated for resources: {'Port': ['ID=21989805-4125-4f24-969e-19a0db09af16,revision_number=3']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:53:20.415105 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5175321f-030e-49f7-8519-f502fce142f3'] response: {'name': 'network-changed', 'server_uuid': '0ef64f15-151d-43a2-ad72-c338df2628ec', 'tag': '21989805-4125-4f24-969e-19a0db09af16', 'status': 'completed', 'code': 200}
Jun 04 13:53:20.532699 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6104421-8472-4e7f-9b89-9c2961d1469d req-aa0a34ca-1e1b-4e5d-8c40-aa6d2b6b28a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:20.534155 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a6104421-8472-4e7f-9b89-9c2961d1469d req-aa0a34ca-1e1b-4e5d-8c40-aa6d2b6b28a8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=35843c4f9b0f48c1b84b0312bc1fb37b&device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 1097 time: 0.0734711
Jun 04 13:53:20.683198 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6104421-8472-4e7f-9b89-9c2961d1469d req-c8f704f2-97c2-4b19-ac39-f0950d76a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:20.684653 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a6104421-8472-4e7f-9b89-9c2961d1469d req-c8f704f2-97c2-4b19-ac39-f0950d76a08b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=35843c4f9b0f48c1b84b0312bc1fb37b&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1365681
Jun 04 13:53:20.823107 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6104421-8472-4e7f-9b89-9c2961d1469d req-7a15abce-7236-486b-95ed-54f2ff4c773e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:20.824540 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a6104421-8472-4e7f-9b89-9c2961d1469d req-7a15abce-7236-486b-95ed-54f2ff4c773e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1343060
Jun 04 13:53:20.836958 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105914f-8a3e-4178-845f-c7d620e78147 req-3ffc1d0d-dfdf-428d-a221-0fe58c7a9d05 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:20.838409 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-f105914f-8a3e-4178-845f-c7d620e78147 req-3ffc1d0d-dfdf-428d-a221-0fe58c7a9d05 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 944 time: 0.0798986
Jun 04 13:53:20.887440 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-f105914f-8a3e-4178-845f-c7d620e78147 req-220859bf-561f-44ca-aa30-b9e7a1cbceb7 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411141
Jun 04 13:53:21.016106 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd7382-f9ff-44df-bd40-5903db748869 req-69ea3b10-f0ac-4664-a7f9-2a5559ec01df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:21.017560 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1edd7382-f9ff-44df-bd40-5903db748869 req-69ea3b10-f0ac-4664-a7f9-2a5559ec01df service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=35843c4f9b0f48c1b84b0312bc1fb37b&device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 1097 time: 0.1317973
Jun 04 13:53:21.031698 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86399a39-5123-444a-8bba-77f143af0423 req-762a1d5b-8a5a-47c1-91f0-cfcb377e4a97 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:21.033040 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-86399a39-5123-444a-8bba-77f143af0423 req-762a1d5b-8a5a-47c1-91f0-cfcb377e4a97 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 946 time: 0.1021795
Jun 04 13:53:21.117879 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1edd7382-f9ff-44df-bd40-5903db748869 req-dda3163e-acfb-4039-8544-320eb3cd9ff2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21989805-4125-4f24-969e-19a0db09af16 HTTP/1.1" status: 200  len: 217 time: 0.0780034
Jun 04 13:53:21.178445 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-86399a39-5123-444a-8bba-77f143af0423 req-62b599fd-8b45-45e9-8fd6-685e9acdf9c3 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1396468
Jun 04 13:53:21.191876 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd7382-f9ff-44df-bd40-5903db748869 req-4716a4d7-b64c-42ee-99d7-ffa72ef66862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:21.193270 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1edd7382-f9ff-44df-bd40-5903db748869 req-4716a4d7-b64c-42ee-99d7-ffa72ef66862 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=def43a37-3d57-482a-b5a1-92cad0f1e446 HTTP/1.1" status: 200  len: 848 time: 0.0668552
Jun 04 13:53:21.271455 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd7382-f9ff-44df-bd40-5903db748869 req-0aa63be1-aa73-4d09-af9a-df15c20e62a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:21.272844 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1edd7382-f9ff-44df-bd40-5903db748869 req-0aa63be1-aa73-4d09-af9a-df15c20e62a4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7c91237-9e54-4d46-a198-a476667f12b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0729547
Jun 04 13:53:21.404086 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1edd7382-f9ff-44df-bd40-5903db748869 req-97ac7273-6beb-4596-9eec-7357e6da9e21 service neutron] 10.222.0.55 "GET /v2.0/networks/b7c91237-9e54-4d46-a198-a476667f12b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235001
Jun 04 13:53:21.537936 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1edd7382-f9ff-44df-bd40-5903db748869 req-667a850b-13f5-4f52-860f-c02a0dd38a01 service neutron] 10.222.0.55 "GET /v2.0/networks/b7c91237-9e54-4d46-a198-a476667f12b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233127
Jun 04 13:53:22.070490 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f796c13-0707-4f19-8fbc-6797a262b132 req-e78da0fe-fb3a-43b9-8f64-82f245427932 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:22.071871 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1f796c13-0707-4f19-8fbc-6797a262b132 req-e78da0fe-fb3a-43b9-8f64-82f245427932 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 944 time: 0.0808799
Jun 04 13:53:22.115496 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1f796c13-0707-4f19-8fbc-6797a262b132 req-858ae0fe-d03c-430f-b963-1cc3ec4bcf2b tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379689
Jun 04 13:53:22.512576 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a551ca-a74f-4227-a19c-cf88be0d37e0 req-56ba9d18-e7ba-4621-9608-eae55636cc08 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:22.514048 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-f4a551ca-a74f-4227-a19c-cf88be0d37e0 req-56ba9d18-e7ba-4621-9608-eae55636cc08 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 946 time: 0.0821311
Jun 04 13:53:22.558256 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-f4a551ca-a74f-4227-a19c-cf88be0d37e0 req-4dda7c04-0056-460b-b9b8-60c41f47e8e6 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379655
Jun 04 13:53:23.292874 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd108b6-ea79-4213-9cc2-a46cddf8ed68 req-9814b271-5f42-4bcb-8152-65f82a3afe5b tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:23.294281 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-0bd108b6-ea79-4213-9cc2-a46cddf8ed68 req-9814b271-5f42-4bcb-8152-65f82a3afe5b tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 944 time: 0.0777042
Jun 04 13:53:23.337035 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-0bd108b6-ea79-4213-9cc2-a46cddf8ed68 req-d1534bd5-fb9d-4e32-bc31-8c11a372bb95 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365551
Jun 04 13:53:23.819528 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9de05-cf56-44d0-b3b1-b56edb652629 req-1efb19f3-748b-4b56-bcd0-849979589c77 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:23.820967 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-f0f9de05-cf56-44d0-b3b1-b56edb652629 req-1efb19f3-748b-4b56-bcd0-849979589c77 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 946 time: 0.1561966
Jun 04 13:53:23.864383 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-f0f9de05-cf56-44d0-b3b1-b56edb652629 req-f14100ec-232f-46d1-8a4a-eb2958e20edc tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377882
Jun 04 13:53:24.524225 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea0391-216a-4fd2-aeb9-533d477375e9 req-de70bb6c-1445-4a47-8775-a344ac8b5764 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:24.525698 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1cea0391-216a-4fd2-aeb9-533d477375e9 req-de70bb6c-1445-4a47-8775-a344ac8b5764 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 944 time: 0.0851276
Jun 04 13:53:24.569814 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1cea0391-216a-4fd2-aeb9-533d477375e9 req-c1f892c6-0331-4405-8ae1-5984c785ba90 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382168
Jun 04 13:53:24.919732 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ae540-ee86-4d55-929c-374fea76eaf5 req-1c0f4db3-8f06-4c16-acdf-46ebabbd3be5 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:24.921782 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-826ae540-ee86-4d55-929c-374fea76eaf5 req-1c0f4db3-8f06-4c16-acdf-46ebabbd3be5 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc246482-9a4c-4184-8ff9-0ece98603d12 HTTP/1.1" status: 200  len: 945 time: 0.0816619
Jun 04 13:53:24.965722 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-826ae540-ee86-4d55-929c-374fea76eaf5 req-8158203c-3010-4375-b3de-afec35675775 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=b79427f4-8a65-4eb9-a2b1-03ebc7964eea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379822
Jun 04 13:53:25.056685 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073ec29-35af-448c-83dc-4fc3ce3ba8be req-e0e8a8f7-bf8c-4f9d-af64-ce93eec30e77 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:25.058130 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4073ec29-35af-448c-83dc-4fc3ce3ba8be req-e0e8a8f7-bf8c-4f9d-af64-ce93eec30e77 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 946 time: 0.0825703
Jun 04 13:53:25.102048 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4073ec29-35af-448c-83dc-4fc3ce3ba8be req-9d4cd95c-09f7-4a9f-baf5-d56d90b4aa32 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379868
Jun 04 13:53:25.753238 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9beec-c5dc-487d-b052-ba45e278e2d9 req-5f71ce44-21e0-437f-9135-a06221498bd7 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:25.754671 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1ed9beec-c5dc-487d-b052-ba45e278e2d9 req-5f71ce44-21e0-437f-9135-a06221498bd7 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 944 time: 0.0815344
Jun 04 13:53:25.797371 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1ed9beec-c5dc-487d-b052-ba45e278e2d9 req-eaa56e54-ffad-42fd-852b-fbaf52aa816c tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371006
Jun 04 13:53:25.983535 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:26.149548 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878d03e-ab9d-4d11-9282-c389591048bc req-e8a7dc71-e36d-4839-8c97-a41188975263 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:26.151026 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-9878d03e-ab9d-4d11-9282-c389591048bc req-e8a7dc71-e36d-4839-8c97-a41188975263 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc246482-9a4c-4184-8ff9-0ece98603d12 HTTP/1.1" status: 200  len: 945 time: 0.0788047
Jun 04 13:53:26.196042 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-9878d03e-ab9d-4d11-9282-c389591048bc req-43aa92c4-7146-4343-8155-82bd65765d01 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=b79427f4-8a65-4eb9-a2b1-03ebc7964eea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389853
Jun 04 13:53:26.289971 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77dcd4-8d1c-4afe-a18f-a8bf6ae3c5af req-29920f4e-e5fc-4176-a4d7-f1c3659cd2cf tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:26.291470 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-da77dcd4-8d1c-4afe-a18f-a8bf6ae3c5af req-29920f4e-e5fc-4176-a4d7-f1c3659cd2cf tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 946 time: 0.0785453
Jun 04 13:53:26.339271 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-da77dcd4-8d1c-4afe-a18f-a8bf6ae3c5af req-2f7d49f2-a554-4990-b507-8257b2ff85af tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411689
Jun 04 13:53:26.979850 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bd382-fb3a-4c39-820c-bad97a15eb59 req-7f446f77-d181-4531-8abe-62b8920118ea tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:26.981280 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4e9bd382-fb3a-4c39-820c-bad97a15eb59 req-7f446f77-d181-4531-8abe-62b8920118ea tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 944 time: 0.0824456
Jun 04 13:53:27.024465 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4e9bd382-fb3a-4c39-820c-bad97a15eb59 req-3ace3a66-f9f4-4493-902d-7063636bbaea tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373211
Jun 04 13:53:27.102778 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e1b36-3d38-4182-8679-725113c9077b req-7fb3fc80-dc42-4e25-9824-d6a0520b6185 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:27.104166 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-302e1b36-3d38-4182-8679-725113c9077b req-7fb3fc80-dc42-4e25-9824-d6a0520b6185 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc246482-9a4c-4184-8ff9-0ece98603d12 HTTP/1.1" status: 200  len: 945 time: 0.0788596
Jun 04 13:53:27.194376 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-302e1b36-3d38-4182-8679-725113c9077b req-f17f5c35-9996-4dcb-aaae-45260c761b9d tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Deleting port b5ff8a6d-b33d-480a-9e44-ccf2699c983d {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:53:27.195123 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-302e1b36-3d38-4182-8679-725113c9077b req-f17f5c35-9996-4dcb-aaae-45260c761b9d tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:27.375762 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a64a9-b96e-409d-90b0-eefeeb16926a req-e1c776f9-7eb9-4d17-80e5-f249310a847b tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:27.377273 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e04a64a9-b96e-409d-90b0-eefeeb16926a req-e1c776f9-7eb9-4d17-80e5-f249310a847b tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc246482-9a4c-4184-8ff9-0ece98603d12 HTTP/1.1" status: 200  len: 945 time: 0.0782743
Jun 04 13:53:27.423704 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e04a64a9-b96e-409d-90b0-eefeeb16926a req-29dc0c6c-8feb-43f0-9675-a4c94751f42e tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups?id=b79427f4-8a65-4eb9-a2b1-03ebc7964eea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408328
Jun 04 13:53:27.537329 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-302e1b36-3d38-4182-8679-725113c9077b req-f17f5c35-9996-4dcb-aaae-45260c761b9d tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] For port b5ff8a6d-b33d-480a-9e44-ccf2699c983d, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=b5ff8a6d-b33d-480a-9e44-ccf2699c983d,segment=NetworkSegment(9f6bb86d-b06a-4a02-89e1-51e04121b79b),segment_id=9f6bb86d-b06a-4a02-89e1-51e04121b79b)] {{(pid=88594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:53:27.537683 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-302e1b36-3d38-4182-8679-725113c9077b req-f17f5c35-9996-4dcb-aaae-45260c761b9d tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:27.744291 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7d58ca6c-78e6-4653-9882-605694306717 req-97ccdcdc-fc71-4703-86d4-9b5094ee8616 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=912deb47-3b01-485e-af4f-8184a9160cac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3104322
Jun 04 13:53:27.752169 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65373662-ea61-475d-ac6d-fb0c23810239 req-95608d62-2062-498f-8487-acdd18ddc159 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:27.753540 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-65373662-ea61-475d-ac6d-fb0c23810239 req-95608d62-2062-498f-8487-acdd18ddc159 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 946 time: 0.2868974
Jun 04 13:53:27.940496 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-65373662-ea61-475d-ac6d-fb0c23810239 req-4aa2b75a-d05d-4feb-afab-88fc960896c9 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1757290
Jun 04 13:53:27.964734 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-302e1b36-3d38-4182-8679-725113c9077b req-f17f5c35-9996-4dcb-aaae-45260c761b9d tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:27.965174 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-302e1b36-3d38-4182-8679-725113c9077b req-f17f5c35-9996-4dcb-aaae-45260c761b9d tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:27.965487 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.l3_db [req-302e1b36-3d38-4182-8679-725113c9077b req-f17f5c35-9996-4dcb-aaae-45260c761b9d tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Floating IP ebd43b3a-e836-4bb0-9da0-6ce3fff4230f disassociated. External IP: 172.27.2.108, port: b5ff8a6d-b33d-480a-9e44-ccf2699c983d.
Jun 04 13:53:27.965822 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-302e1b36-3d38-4182-8679-725113c9077b req-f17f5c35-9996-4dcb-aaae-45260c761b9d tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Calling delete_port for b5ff8a6d-b33d-480a-9e44-ccf2699c983d owned by compute:nova {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:53:28.020565 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58ca6c-78e6-4653-9882-605694306717 req-0b8c3f87-0170-426b-9b5b-6dcaedfc2c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:28.021944 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7d58ca6c-78e6-4653-9882-605694306717 req-0b8c3f87-0170-426b-9b5b-6dcaedfc2c3b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd4fbd1432c64d85808c9b11782432cb&device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 1099 time: 0.1786008
Jun 04 13:53:28.234347 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24315371-fc89-4cd6-98af-ac4e7a359b10 req-66d2c548-75d2-4b3a-b434-f7a52fb876e5 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:28.235915 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-24315371-fc89-4cd6-98af-ac4e7a359b10 req-66d2c548-75d2-4b3a-b434-f7a52fb876e5 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 944 time: 0.0878768
Jun 04 13:53:28.284500 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-24315371-fc89-4cd6-98af-ac4e7a359b10 req-18be29ea-47ce-4ebe-8e4a-6269d0acba84 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422137
Jun 04 13:53:28.341487 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58ca6c-78e6-4653-9882-605694306717 req-77d7b91e-3d76-42df-a68b-e290eaba8955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:28.342913 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7d58ca6c-78e6-4653-9882-605694306717 req-77d7b91e-3d76-42df-a68b-e290eaba8955 service neutron] 10.222.0.55 "GET /v2.0/networks?id=19f85a41-a048-43a5-8d0a-025ad151caaa HTTP/1.1" status: 200  len: 911 time: 0.3000758
Jun 04 13:53:28.405665 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-302e1b36-3d38-4182-8679-725113c9077b req-f17f5c35-9996-4dcb-aaae-45260c761b9d tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:28.478675 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f5c35-9996-4dcb-aaae-45260c761b9d tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Pushing event deleted for resources: {'Port': ['ID=b5ff8a6d-b33d-480a-9e44-ccf2699c983d,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:53:28.601291 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7d58ca6c-78e6-4653-9882-605694306717 req-a76d706a-5dd1-4d4a-a79e-e4d5f786fa57 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aff15893-3c44-4c00-b2ef-8508906ab4fb HTTP/1.1" status: 200  len: 1001 time: 0.2507930
Jun 04 13:53:28.612760 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-021b864f-8e94-42ee-92b6-a6690c0ee31d req-183bd3b4-323c-4854-ae76-d74d01f49be5 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc246482-9a4c-4184-8ff9-0ece98603d12 HTTP/1.1" status: 200  len: 210 time: 0.0601351
Jun 04 13:53:28.760627 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58ca6c-78e6-4653-9882-605694306717 req-3698d83a-7224-4c73-9d70-2f952f9cd29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:28.761964 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7d58ca6c-78e6-4653-9882-605694306717 req-3698d83a-7224-4c73-9d70-2f952f9cd29b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ae316f83-c7c6-4bb6-8aee-ec9fe09a5191 HTTP/1.1" status: 200  len: 849 time: 0.1536670
Jun 04 13:53:28.826591 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-302e1b36-3d38-4182-8679-725113c9077b req-f17f5c35-9996-4dcb-aaae-45260c761b9d tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Router c0b12453-aec0-4567-8ea1-c215d312f8d2 has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:53:28.941684 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58ca6c-78e6-4653-9882-605694306717 req-2baa5f30-7775-42b3-a25e-1ff01c5a3058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:28.943188 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7d58ca6c-78e6-4653-9882-605694306717 req-2baa5f30-7775-42b3-a25e-1ff01c5a3058 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19f85a41-a048-43a5-8d0a-025ad151caaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1748736
Jun 04 13:53:28.948376 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 54137274-2470-4cf0-bcd0-5011edcc4423 details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:53:29.146742 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-302e1b36-3d38-4182-8679-725113c9077b req-f17f5c35-9996-4dcb-aaae-45260c761b9d tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:53:29.159432 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b6390-9d8f-495a-9047-e3f5d281eb65 None None] Sync routers for ids ['c0b12453-aec0-4567-8ea1-c215d312f8d2'] in dv-cinder-843593-2-iscsi {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:53:29.171488 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577b6390-9d8f-495a-9047-e3f5d281eb65 None None] Routers {'c0b12453-aec0-4567-8ea1-c215d312f8d2'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:53:29.173100 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-577b6390-9d8f-495a-9047-e3f5d281eb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161edea910>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:53:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['c0b12453-aec0-4567-8ea1-c215d312f8d2'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:53:29.206624 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe449d-b15b-4656-a104-d2654518f4ad req-83432ea9-aa1f-43c3-9e08-686024bc2cd1 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:29.214659 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-06fe449d-b15b-4656-a104-d2654518f4ad req-83432ea9-aa1f-43c3-9e08-686024bc2cd1 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 946 time: 0.1327612
Jun 04 13:53:29.246468 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-302e1b36-3d38-4182-8679-725113c9077b req-f17f5c35-9996-4dcb-aaae-45260c761b9d tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] No DVR routers for this DVR port b5ff8a6d-b33d-480a-9e44-ccf2699c983d on host hv-cinder-84359 {{(pid=88594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:53:29.259858 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-302e1b36-3d38-4182-8679-725113c9077b req-f17f5c35-9996-4dcb-aaae-45260c761b9d tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:29.269291 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc246482-9a4c-4184-8ff9-0ece98603d12', 'name': 'network-vif-deleted', 'tag': 'b5ff8a6d-b33d-480a-9e44-ccf2699c983d'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:53:29.275731 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 54137274-2470-4cf0-bcd0-5011edcc4423, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=54137274-2470-4cf0-bcd0-5011edcc4423,segment=NetworkSegment(5a203b17-8fb4-4d75-9990-d9b9069da272),segment_id=5a203b17-8fb4-4d75-9990-d9b9069da272)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:53:29.298181 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-06fe449d-b15b-4656-a104-d2654518f4ad req-d89dc195-f48e-4607-8b85-ef6cf8c08409 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0822659
Jun 04 13:53:29.306548 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7d58ca6c-78e6-4653-9882-605694306717 req-347c852e-6568-4c07-a9fc-d71372b1fe56 service neutron] 10.222.0.55 "GET /v2.0/networks/19f85a41-a048-43a5-8d0a-025ad151caaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3560190
Jun 04 13:53:29.312120 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Returning: {'device': '54137274-2470-4cf0-bcd0-5011edcc4423', 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1', 'port_id': '54137274-2470-4cf0-bcd0-5011edcc4423', 'mac_address': 'fa:16:3e:42:d4:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:53:29.400718 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 54137274-2470-4cf0-bcd0-5011edcc4423 is: ACTIVE; New status is: BUILD {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:53:29.401329 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:29.441880 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-577b6390-9d8f-495a-9047-e3f5d281eb65 None None] Set router c0b12453-aec0-4567-8ea1-c215d312f8d2 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:53:29.445189 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54137274-2470-4cf0-bcd0-5011edcc4423 {{(pid=88596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:53:29.478048 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 54137274-2470-4cf0-bcd0-5011edcc4423, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=54137274-2470-4cf0-bcd0-5011edcc4423,segment=NetworkSegment(5a203b17-8fb4-4d75-9990-d9b9069da272),segment_id=5a203b17-8fb4-4d75-9990-d9b9069da272)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:53:29.493478 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed540d24-8811-4124-b68c-30a2bcb4a577'] response: {'server_uuid': 'bc246482-9a4c-4184-8ff9-0ece98603d12', 'name': 'network-vif-deleted', 'tag': 'b5ff8a6d-b33d-480a-9e44-ccf2699c983d', 'status': 'completed', 'code': 200}
Jun 04 13:53:29.495750 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7d58ca6c-78e6-4653-9882-605694306717 req-1df4e207-5a34-49a5-8c4f-7a0623cf7718 service neutron] 10.222.0.55 "GET /v2.0/networks/19f85a41-a048-43a5-8d0a-025ad151caaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1816108
Jun 04 13:53:29.500536 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-302e1b36-3d38-4182-8679-725113c9077b req-f17f5c35-9996-4dcb-aaae-45260c761b9d tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.55 "DELETE /v2.0/ports/b5ff8a6d-b33d-480a-9e44-ccf2699c983d HTTP/1.1" status: 204  len: 173 time: 2.3708491
Jun 04 13:53:29.549361 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:29.628209 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=54137274-2470-4cf0-bcd0-5011edcc4423,revision_number=6']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:53:29.662422 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f5691-96bc-4aea-82c5-1a0fc8568c3b req-21123f30-047a-4eec-a4f6-a0a08f09ffac tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:29.670014 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-585f5691-96bc-4aea-82c5-1a0fc8568c3b req-21123f30-047a-4eec-a4f6-a0a08f09ffac tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 944 time: 0.1781278
Jun 04 13:53:29.730005 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-585f5691-96bc-4aea-82c5-1a0fc8568c3b req-c1a35e2c-4e84-4de4-8463-934ee64cf9e7 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576398
Jun 04 13:53:29.745930 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['54137274-2470-4cf0-bcd0-5011edcc4423'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:53:29.849299 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-dfe1b74d-9fa6-4872-a30c-d5e47988824c req-85bc8e1c-bdee-49ff-96e4-42c1ce9951d2 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Synchronizing usage tracker for tenant:9650a71550354afb93718cd61f608fa7 on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:53:29.899193 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-577b6390-9d8f-495a-9047-e3f5d281eb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161edea910>, [{'id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'name': 'tempest-AttachVolumeTestJSON-72343411-router', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:44Z', 'revision_number': 4, 'project_id': '9650a71550354afb93718cd61f608fa7', 'gw_port': {'id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba', 'name': '', 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'mac_address': 'fa:16:3e:b4:4c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:47:02Z', 'revision_number': 5, 'project_id': '9650a71550354afb93718cd61f608fa7', 'subnets': [{'id': '3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:53:29.903603 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b6390-9d8f-495a-9047-e3f5d281eb65 None None] Checking router: c0b12453-aec0-4567-8ea1-c215d312f8d2 for host: dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:53:29.913326 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577b6390-9d8f-495a-9047-e3f5d281eb65 None None] Routers {'c0b12453-aec0-4567-8ea1-c215d312f8d2'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:53:29.914012 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-577b6390-9d8f-495a-9047-e3f5d281eb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161edea910>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:53:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['c0b12453-aec0-4567-8ea1-c215d312f8d2'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:53:29.921006 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-dfe1b74d-9fa6-4872-a30c-d5e47988824c req-85bc8e1c-bdee-49ff-96e4-42c1ce9951d2 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Unset dirty status for tenant:9650a71550354afb93718cd61f608fa7 on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:53:29.922645 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-dfe1b74d-9fa6-4872-a30c-d5e47988824c req-85bc8e1c-bdee-49ff-96e4-42c1ce9951d2 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc246482-9a4c-4184-8ff9-0ece98603d12 HTTP/1.1" status: 200  len: 210 time: 0.1297216
Jun 04 13:53:30.137694 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-577b6390-9d8f-495a-9047-e3f5d281eb65 None None] Set router c0b12453-aec0-4567-8ea1-c215d312f8d2 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:53:30.526719 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a2dad-6eef-48b6-b4ef-8601a4369b40 req-e065aba5-c1d8-4ae0-9752-44b200781c07 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:30.528492 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e43a2dad-6eef-48b6-b4ef-8601a4369b40 req-e065aba5-c1d8-4ae0-9752-44b200781c07 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 945 time: 0.0899782
Jun 04 13:53:30.550587 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-577b6390-9d8f-495a-9047-e3f5d281eb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161edea910>, [{'id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'name': 'tempest-AttachVolumeTestJSON-72343411-router', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:44Z', 'revision_number': 4, 'project_id': '9650a71550354afb93718cd61f608fa7', 'gw_port': {'id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba', 'name': '', 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'mac_address': 'fa:16:3e:b4:4c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:47:02Z', 'revision_number': 5, 'project_id': '9650a71550354afb93718cd61f608fa7', 'subnets': [{'id': '3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:53:30.556132 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b6390-9d8f-495a-9047-e3f5d281eb65 None None] The sync data for ids ['c0b12453-aec0-4567-8ea1-c215d312f8d2'] in dv-cinder-843593-2-iscsi is: [{'id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'name': 'tempest-AttachVolumeTestJSON-72343411-router', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:44Z', 'revision_number': 4, 'project_id': '9650a71550354afb93718cd61f608fa7', 'gw_port': {'id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba', 'name': '', 'network_id': '7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'mac_address': 'fa:16:3e:b4:4c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:47:02Z', 'revision_number': 5, 'project_id': '9650a71550354afb93718cd61f608fa7', 'subnets': [{'id': '3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:53:30.587223 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e43a2dad-6eef-48b6-b4ef-8601a4369b40 req-965498ea-1eff-4ff9-b206-390a4979e27d tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518684
Jun 04 13:53:30.941343 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f231ab-51a9-408e-88b5-4d1ecada31cb None None] New status for floating IP ebd43b3a-e836-4bb0-9da0-6ce3fff4230f: DOWN {{(pid=88596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:53:31.018810 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d0964-813f-4311-8b6b-abe98bd37ccd req-0ff3a23e-9477-4f30-9196-727a23329e56 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:31.021166 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e12d0964-813f-4311-8b6b-abe98bd37ccd req-0ff3a23e-9477-4f30-9196-727a23329e56 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 944 time: 0.1310048
Jun 04 13:53:31.115606 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e12d0964-813f-4311-8b6b-abe98bd37ccd req-ed7824ec-3dfe-4748-b6ec-2725f0325650 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0851135
Jun 04 13:53:31.154816 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 21989805-4125-4f24-969e-19a0db09af16 details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:53:31.157329 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 54137274-2470-4cf0-bcd0-5011edcc4423 up at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:53:31.287276 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 50082) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:53:31.392046 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-28dc4a33-4409-437f-9698-988873907e54 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:31.437929 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-28dc4a33-4409-437f-9698-988873907e54 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:31.516782 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning complete for port 54137274-2470-4cf0-bcd0-5011edcc4423 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:53:31.517157 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:31.563798 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-c6c4be5f-332c-4122-bc38-b351135fedf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:31.568562 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 21989805-4125-4f24-969e-19a0db09af16, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=21989805-4125-4f24-969e-19a0db09af16,segment=NetworkSegment(368511d6-b7c1-4f33-bc1d-0734e5129378),segment_id=368511d6-b7c1-4f33-bc1d-0734e5129378)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:53:31.595266 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Returning: {'device': '21989805-4125-4f24-969e-19a0db09af16', 'network_id': 'b7c91237-9e54-4d46-a198-a476667f12b3', 'port_id': '21989805-4125-4f24-969e-19a0db09af16', 'mac_address': 'fa:16:3e:af:fc:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def43a37-3d57-482a-b5a1-92cad0f1e446', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:53:31.606145 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-28dc4a33-4409-437f-9698-988873907e54 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:31.643265 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc4a33-4409-437f-9698-988873907e54 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79427f4-8a65-4eb9-a2b1-03ebc7964eea,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:53:31.699866 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-28dc4a33-4409-437f-9698-988873907e54 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:31.703675 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-28dc4a33-4409-437f-9698-988873907e54 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "DELETE /v2.0/security-groups/b79427f4-8a65-4eb9-a2b1-03ebc7964eea HTTP/1.1" status: 204  len: 168 time: 0.4147935
Jun 04 13:53:31.706432 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 50088) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:53:31.724408 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 21989805-4125-4f24-969e-19a0db09af16 is: DOWN; New status is: BUILD {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:53:31.728134 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:31.737910 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.api.v2.resource [None req-c0e74679-797f-492a-b90e-f691fa674508 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] show failed (client error): The resource could not be found.
Jun 04 13:53:31.739095 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-c0e74679-797f-492a-b90e-f691fa674508 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "GET /v2.0/security-groups/b79427f4-8a65-4eb9-a2b1-03ebc7964eea HTTP/1.1" status: 404  len: 347 time: 0.0315695
Jun 04 13:53:31.742088 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 50092) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:53:31.763643 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21989805-4125-4f24-969e-19a0db09af16 {{(pid=88596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:53:31.784992 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 54137274-2470-4cf0-bcd0-5011edcc4423 is: BUILD; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:53:31.785529 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:31.801622 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 21989805-4125-4f24-969e-19a0db09af16, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=21989805-4125-4f24-969e-19a0db09af16,segment=NetworkSegment(368511d6-b7c1-4f33-bc1d-0734e5129378),segment_id=368511d6-b7c1-4f33-bc1d-0734e5129378)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:53:31.818808 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb69c8b-469d-489c-a78b-007ecf6d5cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54137274-2470-4cf0-bcd0-5011edcc4423'}] {{(pid=88596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:53:31.830372 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 54137274-2470-4cf0-bcd0-5011edcc4423, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=54137274-2470-4cf0-bcd0-5011edcc4423,segment=NetworkSegment(5a203b17-8fb4-4d75-9990-d9b9069da272),segment_id=5a203b17-8fb4-4d75-9990-d9b9069da272)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:53:31.876389 dv-cinder-843593-2-iscsi neutron-server[88596]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02ac8904-34e5-42cf-9a8f-3ff4817b6496'] response: {'server_uuid': '3eb69c8b-469d-489c-a78b-007ecf6d5cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54137274-2470-4cf0-bcd0-5011edcc4423', 'code': 200}
Jun 04 13:53:31.886132 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:31.921319 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79e992-21a5-41bf-bf0b-762dca2906ed req-a415e109-ba45-47a4-a589-74884ceb8d7f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:31.922867 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-4b79e992-21a5-41bf-bf0b-762dca2906ed req-a415e109-ba45-47a4-a589-74884ceb8d7f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 945 time: 0.1459916
Jun 04 13:53:31.934379 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:31.935597 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device b5ff8a6d-b33d-480a-9e44-ccf2699c983d no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:53:31.986820 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] No Port match for: b5ff8a6d-b33d-480a-9e44-ccf2699c983d {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:53:31.988068 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device b5ff8a6d-b33d-480a-9e44-ccf2699c983d not bound to the agent host hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:53:32.024081 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-4b79e992-21a5-41bf-bf0b-762dca2906ed req-26664b1a-eafc-4be5-b6db-091d70d0a976 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0941851
Jun 04 13:53:32.028963 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=21989805-4125-4f24-969e-19a0db09af16,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:53:32.127600 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [None req-24d567de-0ceb-465b-bae1-6c2e82eb3eb1 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Deleting port d8a09d6b-c3af-495c-931b-344ce470bde5 {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:53:32.128222 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-24d567de-0ceb-465b-bae1-6c2e82eb3eb1 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:32.132521 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=54137274-2470-4cf0-bcd0-5011edcc4423,revision_number=7']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:53:32.238474 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['21989805-4125-4f24-969e-19a0db09af16'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:53:32.391909 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-24d567de-0ceb-465b-bae1-6c2e82eb3eb1 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:32.392624 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-24d567de-0ceb-465b-bae1-6c2e82eb3eb1 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:32.471276 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304253c-883a-4d35-ad6e-1f1ff1ae8551 req-804da3f0-3582-432e-bc22-6ae08a36285e tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:32.472779 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c304253c-883a-4d35-ad6e-1f1ff1ae8551 req-804da3f0-3582-432e-bc22-6ae08a36285e tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 945 time: 0.2105470
Jun 04 13:53:32.538838 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [None req-24d567de-0ceb-465b-bae1-6c2e82eb3eb1 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Calling delete_port for d8a09d6b-c3af-495c-931b-344ce470bde5 owned by network:floatingip {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:53:32.623851 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c304253c-883a-4d35-ad6e-1f1ff1ae8551 req-ac7329b3-95a6-469e-83d3-baad9d8324a1 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0933616
Jun 04 13:53:32.767064 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-24d567de-0ceb-465b-bae1-6c2e82eb3eb1 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:32.819140 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d567de-0ceb-465b-bae1-6c2e82eb3eb1 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Pushing event deleted for resources: {'Port': ['ID=d8a09d6b-c3af-495c-931b-344ce470bde5,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:53:32.925465 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-24d567de-0ceb-465b-bae1-6c2e82eb3eb1 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks [] for floatingip, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:33.048502 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-24d567de-0ceb-465b-bae1-6c2e82eb3eb1 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:33.049733 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-24d567de-0ceb-465b-bae1-6c2e82eb3eb1 tempest-AttachVolumeTestJSON-1218670496 tempest-AttachVolumeTestJSON-1218670496-project] 10.222.0.39 "DELETE /v2.0/floatingips/ebd43b3a-e836-4bb0-9da0-6ce3fff4230f HTTP/1.1" status: 204  len: 168 time: 1.3066823
Jun 04 13:53:33.131913 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91baa237-53e5-4298-80be-5931ca47901a req-b4ae992c-7a71-4a70-b2cc-22969c063740 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:33.133435 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-91baa237-53e5-4298-80be-5931ca47901a req-b4ae992c-7a71-4a70-b2cc-22969c063740 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 946 time: 0.1454670
Jun 04 13:53:33.187892 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-91baa237-53e5-4298-80be-5931ca47901a req-2a7e6a87-7c0f-4317-bc19-5634d2ea94a9 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472474
Jun 04 13:53:33.283005 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb675e72-e338-4d2a-b5a3-f369d5e922b8 req-98c3c9c5-b5f0-4805-9941-dec841d5a81e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:33.284568 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-eb675e72-e338-4d2a-b5a3-f369d5e922b8 req-98c3c9c5-b5f0-4805-9941-dec841d5a81e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 946 time: 0.1029372
Jun 04 13:53:33.375889 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-eb675e72-e338-4d2a-b5a3-f369d5e922b8 req-8d6ae390-1a2b-4596-857c-520fa7a86211 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0836148
Jun 04 13:53:33.778267 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-376cc092-fcaf-41df-945c-c3d09ee80651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:33.844026 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b78e2-6134-4eec-94ae-5464a5021d83 req-e0cfa6bb-7b41-4962-9b88-6f8d40347072 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:33.845497 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-943b78e2-6134-4eec-94ae-5464a5021d83 req-e0cfa6bb-7b41-4962-9b88-6f8d40347072 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 945 time: 0.0915518
Jun 04 13:53:33.895519 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-943b78e2-6134-4eec-94ae-5464a5021d83 req-b4ec2cb1-c59d-44c5-b5ca-8a68bf417f43 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439775
Jun 04 13:53:34.386283 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1f2c2-35bf-41c2-8fbd-f24ad613c442 req-5fdbeb2f-0295-4c5d-85fa-a7dba6bb463f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:34.387973 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-fab1f2c2-35bf-41c2-8fbd-f24ad613c442 req-5fdbeb2f-0295-4c5d-85fa-a7dba6bb463f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 946 time: 0.0859056
Jun 04 13:53:34.460178 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-fab1f2c2-35bf-41c2-8fbd-f24ad613c442 req-778a929d-f875-4b07-9914-a23f62fd1900 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646422
Jun 04 13:53:34.666546 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5e17d-07fd-4e87-a627-cb39c38c029d req-4fabd1dd-0813-4148-afae-de99b5358987 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:34.668103 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-75e5e17d-07fd-4e87-a627-cb39c38c029d req-4fabd1dd-0813-4148-afae-de99b5358987 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 946 time: 0.1100183
Jun 04 13:53:34.703372 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:34.729144 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-75e5e17d-07fd-4e87-a627-cb39c38c029d req-007e173f-9926-4cb3-9f99-cf2e64b3707a tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546715
Jun 04 13:53:34.841231 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:34.912232 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7753cc1-33fb-44a7-ab4a-ab669c5f3b1e req-657a9ebc-e625-4fb3-888c-54841e23e70f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:34.913652 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a7753cc1-33fb-44a7-ab4a-ab669c5f3b1e req-657a9ebc-e625-4fb3-888c-54841e23e70f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.55 "GET /v2.0/ports?device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 946 time: 0.0941329
Jun 04 13:53:34.983382 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 21989805-4125-4f24-969e-19a0db09af16 up at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:53:34.994089 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-a7753cc1-33fb-44a7-ab4a-ab669c5f3b1e req-96456f25-b7b2-4eed-acd8-380694d13025 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Deleting port aff15893-3c44-4c00-b2ef-8508906ab4fb {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:53:34.994424 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-a7753cc1-33fb-44a7-ab4a-ab669c5f3b1e req-96456f25-b7b2-4eed-acd8-380694d13025 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:35.131498 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dafc21-dbde-450a-ac98-dacaae0a12a1 req-0a25a486-5082-4190-861f-6c9e5473f492 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:35.135441 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-b6dafc21-dbde-450a-ac98-dacaae0a12a1 req-0a25a486-5082-4190-861f-6c9e5473f492 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 945 time: 0.1087062
Jun 04 13:53:35.172229 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning for port 21989805-4125-4f24-969e-19a0db09af16 completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:53:35.177361 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning complete for port 21989805-4125-4f24-969e-19a0db09af16 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:53:35.182855 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:35.211872 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-b6dafc21-dbde-450a-ac98-dacaae0a12a1 req-481022a0-eea6-4cfd-bba3-21f6b80002d6 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723696
Jun 04 13:53:35.341312 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 21989805-4125-4f24-969e-19a0db09af16 is: BUILD; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:53:35.341312 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:35.342139 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-a7753cc1-33fb-44a7-ab4a-ab669c5f3b1e req-96456f25-b7b2-4eed-acd8-380694d13025 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] For port aff15893-3c44-4c00-b2ef-8508906ab4fb, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=aff15893-3c44-4c00-b2ef-8508906ab4fb,segment=NetworkSegment(6a5cbb52-ab79-40c5-b9bc-799ccfcf389a),segment_id=6a5cbb52-ab79-40c5-b9bc-799ccfcf389a)] {{(pid=88594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:53:35.342139 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-a7753cc1-33fb-44a7-ab4a-ab669c5f3b1e req-96456f25-b7b2-4eed-acd8-380694d13025 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:35.371585 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef64f15-151d-43a2-ad72-c338df2628ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21989805-4125-4f24-969e-19a0db09af16'}] {{(pid=88596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:53:35.403513 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 21989805-4125-4f24-969e-19a0db09af16, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=21989805-4125-4f24-969e-19a0db09af16,segment=NetworkSegment(368511d6-b7c1-4f33-bc1d-0734e5129378),segment_id=368511d6-b7c1-4f33-bc1d-0734e5129378)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:53:35.425378 dv-cinder-843593-2-iscsi neutron-server[88596]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e444793-7a09-4120-ad4b-ab98ed200bf4'] response: {'server_uuid': '0ef64f15-151d-43a2-ad72-c338df2628ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21989805-4125-4f24-969e-19a0db09af16', 'code': 200}
Jun 04 13:53:35.475277 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:35.591116 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=21989805-4125-4f24-969e-19a0db09af16,revision_number=5']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:53:35.681736 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf8473-8c75-4908-8f36-fd26f01c7986 req-aa295446-c7cd-4c01-ae45-33eef67aa8c5 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:35.684753 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-badf8473-8c75-4908-8f36-fd26f01c7986 req-aa295446-c7cd-4c01-ae45-33eef67aa8c5 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 946 time: 0.0879614
Jun 04 13:53:35.737689 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-badf8473-8c75-4908-8f36-fd26f01c7986 req-a3abe95f-94fb-466f-b10c-9b5124c50893 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474148
Jun 04 13:53:35.806423 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-a7753cc1-33fb-44a7-ab4a-ab669c5f3b1e req-96456f25-b7b2-4eed-acd8-380694d13025 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:35.807133 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-a7753cc1-33fb-44a7-ab4a-ab669c5f3b1e req-96456f25-b7b2-4eed-acd8-380694d13025 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:35.807133 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.l3_db [req-a7753cc1-33fb-44a7-ab4a-ab669c5f3b1e req-96456f25-b7b2-4eed-acd8-380694d13025 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Floating IP 2382609e-6453-4617-86b3-4a4caf4dcf2c disassociated. External IP: 172.27.2.53, port: aff15893-3c44-4c00-b2ef-8508906ab4fb.
Jun 04 13:53:35.807463 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-a7753cc1-33fb-44a7-ab4a-ab669c5f3b1e req-96456f25-b7b2-4eed-acd8-380694d13025 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Calling delete_port for aff15893-3c44-4c00-b2ef-8508906ab4fb owned by compute:nova {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:53:36.008141 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df43536-a82d-4f71-9a74-10f0036d62e1 req-f752be95-bf5a-4be9-a395-934bb1c1d645 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:36.009581 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3df43536-a82d-4f71-9a74-10f0036d62e1 req-f752be95-bf5a-4be9-a395-934bb1c1d645 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 946 time: 0.1595244
Jun 04 13:53:36.063673 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3df43536-a82d-4f71-9a74-10f0036d62e1 req-3d5ee6db-f11d-4f21-96c5-e595b936c3e2 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483332
Jun 04 13:53:36.127673 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:36.148791 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-a7753cc1-33fb-44a7-ab4a-ab669c5f3b1e req-96456f25-b7b2-4eed-acd8-380694d13025 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:36.204080 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96456f25-b7b2-4eed-acd8-380694d13025 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Pushing event deleted for resources: {'Port': ['ID=aff15893-3c44-4c00-b2ef-8508906ab4fb,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:53:36.325332 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b70cb-5d4c-4530-aebf-c271d452ea41 req-4b54bca9-7ad6-4545-b9c1-853f7b4941bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:36.326802 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-411b70cb-5d4c-4530-aebf-c271d452ea41 req-4b54bca9-7ad6-4545-b9c1-853f7b4941bf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 1099 time: 0.2154405
Jun 04 13:53:36.447991 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00433b8-4aba-4475-bcb1-c248146d3ea6 req-ad2be45d-4944-4161-b84f-295cd321da17 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:36.450517 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e00433b8-4aba-4475-bcb1-c248146d3ea6 req-ad2be45d-4944-4161-b84f-295cd321da17 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 946 time: 0.1139917
Jun 04 13:53:36.459017 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7753cc1-33fb-44a7-ab4a-ab669c5f3b1e req-96456f25-b7b2-4eed-acd8-380694d13025 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Router d18bd994-4218-4658-8c9b-806a7b3ab78e has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:53:36.509459 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e00433b8-4aba-4475-bcb1-c248146d3ea6 req-deacb203-3967-4f0b-a50c-e61e319bb6d2 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530338
Jun 04 13:53:36.566915 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-411b70cb-5d4c-4530-aebf-c271d452ea41 req-da1f158a-25d4-42a3-8ca7-8c640af5db0d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1323645
Jun 04 13:53:36.703281 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7753cc1-33fb-44a7-ab4a-ab669c5f3b1e req-96456f25-b7b2-4eed-acd8-380694d13025 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:53:36.714757 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65418fff-d701-4251-9d90-cc9d577af745 None None] Sync routers for ids ['d18bd994-4218-4658-8c9b-806a7b3ab78e'] in dv-cinder-843593-2-iscsi {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:53:36.728393 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65418fff-d701-4251-9d90-cc9d577af745 None None] Routers {'d18bd994-4218-4658-8c9b-806a7b3ab78e'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:53:36.730040 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-65418fff-d701-4251-9d90-cc9d577af745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161f9bb220>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:53:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['d18bd994-4218-4658-8c9b-806a7b3ab78e'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:53:36.856693 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7753cc1-33fb-44a7-ab4a-ab669c5f3b1e req-96456f25-b7b2-4eed-acd8-380694d13025 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] No DVR routers for this DVR port aff15893-3c44-4c00-b2ef-8508906ab4fb on host hv-cinder-84359 {{(pid=88594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:53:36.868055 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-a7753cc1-33fb-44a7-ab4a-ab669c5f3b1e req-96456f25-b7b2-4eed-acd8-380694d13025 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:36.871128 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912deb47-3b01-485e-af4f-8184a9160cac', 'name': 'network-vif-deleted', 'tag': 'aff15893-3c44-4c00-b2ef-8508906ab4fb'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:53:36.900486 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a7753cc1-33fb-44a7-ab4a-ab669c5f3b1e req-96456f25-b7b2-4eed-acd8-380694d13025 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.55 "DELETE /v2.0/ports/aff15893-3c44-4c00-b2ef-8508906ab4fb HTTP/1.1" status: 204  len: 173 time: 1.9801152
Jun 04 13:53:36.972670 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-65418fff-d701-4251-9d90-cc9d577af745 None None] Set router d18bd994-4218-4658-8c9b-806a7b3ab78e gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:53:36.979176 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ef787b7-4546-4855-bfef-5912ae96f5af'] response: {'server_uuid': '912deb47-3b01-485e-af4f-8184a9160cac', 'name': 'network-vif-deleted', 'tag': 'aff15893-3c44-4c00-b2ef-8508906ab4fb', 'status': 'completed', 'code': 200}
Jun 04 13:53:36.985757 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-643a31b0-19e5-4635-a632-c8f403033c50 req-8e32007d-d86f-4f64-8a0b-a6e439f55f1b tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Synchronizing usage tracker for tenant:fd4fbd1432c64d85808c9b11782432cb on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:53:37.086372 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-643a31b0-19e5-4635-a632-c8f403033c50 req-8e32007d-d86f-4f64-8a0b-a6e439f55f1b tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Unset dirty status for tenant:fd4fbd1432c64d85808c9b11782432cb on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:53:37.087641 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-643a31b0-19e5-4635-a632-c8f403033c50 req-8e32007d-d86f-4f64-8a0b-a6e439f55f1b tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 210 time: 0.1724718
Jun 04 13:53:37.324219 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07deb428-a58d-43c2-bab3-20eaee6eba1e req-0263f56c-c133-4a17-9c6e-62d9333413e1 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:37.325790 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-07deb428-a58d-43c2-bab3-20eaee6eba1e req-0263f56c-c133-4a17-9c6e-62d9333413e1 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 946 time: 0.1046014
Jun 04 13:53:37.459494 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-65418fff-d701-4251-9d90-cc9d577af745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161f9bb220>, [{'id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'name': 'tempest-TestVolumeBootPattern-79748535-router', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:12Z', 'revision_number': 4, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'gw_port': {'id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:49:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': 'ba3db062-2bc4-4080-9bd1-766b33e56904', 'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'mac_address': 'fa:16:3e:a5:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:12Z', 'updated_at': '2022-06-04T13:50:19Z', 'revision_number': 5, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'subnets': [{'id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:53:37.463964 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65418fff-d701-4251-9d90-cc9d577af745 None None] Checking router: d18bd994-4218-4658-8c9b-806a7b3ab78e for host: dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:53:37.468199 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-07deb428-a58d-43c2-bab3-20eaee6eba1e req-539b2b67-3723-479c-9e24-0dab128bd29f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1365385
Jun 04 13:53:37.477425 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65418fff-d701-4251-9d90-cc9d577af745 None None] Routers {'d18bd994-4218-4658-8c9b-806a7b3ab78e'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:53:37.478087 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-65418fff-d701-4251-9d90-cc9d577af745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161f9bb220>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:53:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['d18bd994-4218-4658-8c9b-806a7b3ab78e'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:53:37.768546 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-65418fff-d701-4251-9d90-cc9d577af745 None None] Set router d18bd994-4218-4658-8c9b-806a7b3ab78e gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:53:37.864423 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0879bf8-1329-48a1-a7c3-697955c8c87e req-f84eb388-e2e3-49e8-ab7f-09fdf414133c tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:37.869600 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c0879bf8-1329-48a1-a7c3-697955c8c87e req-f84eb388-e2e3-49e8-ab7f-09fdf414133c tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 946 time: 0.1382096
Jun 04 13:53:37.877490 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 50164) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:53:37.957135 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c0879bf8-1329-48a1-a7c3-697955c8c87e req-af9b2d0b-826a-4061-b26d-7f0315118148 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0802717
Jun 04 13:53:38.263221 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-65418fff-d701-4251-9d90-cc9d577af745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161f9bb220>, [{'id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'name': 'tempest-TestVolumeBootPattern-79748535-router', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:12Z', 'revision_number': 4, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'gw_port': {'id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:49:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': 'ba3db062-2bc4-4080-9bd1-766b33e56904', 'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'mac_address': 'fa:16:3e:a5:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:12Z', 'updated_at': '2022-06-04T13:50:19Z', 'revision_number': 5, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'subnets': [{'id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:53:38.269431 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65418fff-d701-4251-9d90-cc9d577af745 None None] The sync data for ids ['d18bd994-4218-4658-8c9b-806a7b3ab78e'] in dv-cinder-843593-2-iscsi is: [{'id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'name': 'tempest-TestVolumeBootPattern-79748535-router', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:12Z', 'revision_number': 4, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'gw_port': {'id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:49:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': 'ba3db062-2bc4-4080-9bd1-766b33e56904', 'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'mac_address': 'fa:16:3e:a5:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:12Z', 'updated_at': '2022-06-04T13:50:19Z', 'revision_number': 5, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'subnets': [{'id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:53:38.298642 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-0eb2bef0-730e-47e9-810f-6908e80e404b req-1656752c-0bd0-43e4-ad70-d0f189b250ca tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=912deb47-3b01-485e-af4f-8184a9160cac HTTP/1.1" status: 200  len: 210 time: 0.0471842
Jun 04 13:53:38.726117 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfc641a-bdc0-4c96-a03d-2f41a87dafe9 None None] New status for floating IP 2382609e-6453-4617-86b3-4a4caf4dcf2c: DOWN {{(pid=88596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:53:38.891600 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0221762-a765-43a8-b9c4-03c80f59b95b req-8ecfcac0-5647-47a8-ab46-826e819a8085 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:38.893244 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e0221762-a765-43a8-b9c4-03c80f59b95b req-8ecfcac0-5647-47a8-ab46-826e819a8085 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 946 time: 0.2129314
Jun 04 13:53:39.020096 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e0221762-a765-43a8-b9c4-03c80f59b95b req-0139dbba-0c19-4f5c-8c0e-a6aed9aa634f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1209455
Jun 04 13:53:39.020784 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device aff15893-3c44-4c00-b2ef-8508906ab4fb no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:53:39.085762 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] No Port match for: aff15893-3c44-4c00-b2ef-8508906ab4fb {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:53:39.086369 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device aff15893-3c44-4c00-b2ef-8508906ab4fb not bound to the agent host hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:53:39.187464 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-04188a8d-9e65-4d76-a260-da56c5e56ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66719486'] for router_interface, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:39.283649 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e723d59-4436-4227-9bad-06038d5eb3be req-1246130b-ce73-4f60-8912-342ac9ebd8a8 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:39.285404 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7e723d59-4436-4227-9bad-06038d5eb3be req-1246130b-ce73-4f60-8912-342ac9ebd8a8 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 946 time: 0.1276844
Jun 04 13:53:39.363898 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7e723d59-4436-4227-9bad-06038d5eb3be req-42855d16-a334-43c9-b054-a0d3ddb30b28 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616200
Jun 04 13:53:39.618679 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99f914-11c7-4445-a53f-d33db19db419 req-ec24212a-2723-4463-ba9c-7236e6e5d35f tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:39.626642 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3b99f914-11c7-4445-a53f-d33db19db419 req-ec24212a-2723-4463-ba9c-7236e6e5d35f tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 946 time: 0.1058214
Jun 04 13:53:39.677330 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3b99f914-11c7-4445-a53f-d33db19db419 req-6499d62e-8281-4e08-aaf7-f93067a36fac tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497508
Jun 04 13:53:39.706540 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 50196) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:53:39.752921 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-04188a8d-9e65-4d76-a260-da56c5e56ce0 admin admin] Deleting port 6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba {{(pid=88595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:53:39.753292 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-04188a8d-9e65-4d76-a260-da56c5e56ce0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:39.927105 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-95f4d7f0-07b8-402e-9434-cc6ebdb41909 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-666180170&fields=id&tenant_id=fd4fbd1432c64d85808c9b11782432cb HTTP/1.1" status: 200  len: 267 time: 0.1367545
Jun 04 13:53:40.223763 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada862a0-68ae-4417-a502-6a5e8d6ce3ba tempest-TestShelveInstance-488934483 tempest-TestShelveInstance-488934483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:40.223763 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-ada862a0-68ae-4417-a502-6a5e8d6ce3ba tempest-TestShelveInstance-488934483 tempest-TestShelveInstance-488934483-project-admin] Synchronizing usage tracker for tenant:66d1fc75bcce4fc59f99d3f937b96e7e on resource:port {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:53:40.271483 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.db [None req-04188a8d-9e65-4d76-a260-da56c5e56ce0 admin admin] For port 6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba,segment=NetworkSegment(9f6bb86d-b06a-4a02-89e1-51e04121b79b),segment_id=9f6bb86d-b06a-4a02-89e1-51e04121b79b)] {{(pid=88595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:53:40.271868 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-04188a8d-9e65-4d76-a260-da56c5e56ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:40.335827 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b64a7-bbe7-4e66-9cbc-560142541f6c req-66c8d4a3-a587-435a-8deb-ca5b411a01b4 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:40.337296 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-489b64a7-bbe7-4e66-9cbc-560142541f6c req-66c8d4a3-a587-435a-8deb-ca5b411a01b4 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 946 time: 0.1782267
Jun 04 13:53:40.388665 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-489b64a7-bbe7-4e66-9cbc-560142541f6c req-bb9bb754-743f-49c7-8c02-595a627de5a3 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406046
Jun 04 13:53:40.410787 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-04188a8d-9e65-4d76-a260-da56c5e56ce0 admin admin] Calling delete_port for 6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba owned by network:router_interface {{(pid=88595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:53:40.453811 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-097441e0-43a1-4725-8b60-17aacf89e61d tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:40.455281 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-097441e0-43a1-4725-8b60-17aacf89e61d tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/networks?id=19f85a41-a048-43a5-8d0a-025ad151caaa HTTP/1.1" status: 200  len: 810 time: 0.4824603
Jun 04 13:53:40.468966 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-ada862a0-68ae-4417-a502-6a5e8d6ce3ba tempest-TestShelveInstance-488934483 tempest-TestShelveInstance-488934483-project-admin] Unset dirty status for tenant:66d1fc75bcce4fc59f99d3f937b96e7e on resource:port {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:53:40.471293 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-ada862a0-68ae-4417-a502-6a5e8d6ce3ba tempest-TestShelveInstance-488934483 tempest-TestShelveInstance-488934483-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 1094 time: 0.7623556
Jun 04 13:53:40.473668 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 50208) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:53:40.478639 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-03063887-2627-4534-adc5-3a068da64442 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Request body: {'floatingip': {'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'port_id': '21989805-4125-4f24-969e-19a0db09af16', 'tenant_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:53:40.484171 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-4112b15c-da65-4587-ae13-51a2b5d3ae2f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/quotas/fd4fbd1432c64d85808c9b11782432cb HTTP/1.1" status: 200  len: 375 time: 0.0188751
Jun 04 13:53:40.484819 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-03063887-2627-4534-adc5-3a068da64442 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:53:40.488710 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-03063887-2627-4534-adc5-3a068da64442 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Usage tracker for resource:floatingip and tenant:35843c4f9b0f48c1b84b0312bc1fb37b is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:53:40.491575 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-03063887-2627-4534-adc5-3a068da64442 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:53:40.497638 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-03063887-2627-4534-adc5-3a068da64442 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:53:40.629275 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-03063887-2627-4534-adc5-3a068da64442 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks [] for floatingip, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:40.752354 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-e830c0a2-bd34-4bed-a84d-14f11f162a25 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd4fbd1432c64d85808c9b11782432cb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1432652
Jun 04 13:53:40.780133 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-03063887-2627-4534-adc5-3a068da64442 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:40.960913 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_common [None req-03063887-2627-4534-adc5-3a068da64442 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Allocated IP 172.27.2.165 (0e91cb13-9cd5-4b6d-a0e7-77d68e81a806/a67c2735-bb7f-4235-9bfa-262628d5695c/4f13e713-cd93-4fa6-9484-b8e51f95f8c6) {{(pid=88594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:53:40.983482 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-081b9a3a-0656-43d0-938a-fe14b7b9d411 service neutron] 10.222.0.39 "GET /v2.0/networks/19f85a41-a048-43a5-8d0a-025ad151caaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1898849
Jun 04 13:53:41.107333 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-04188a8d-9e65-4d76-a260-da56c5e56ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:41.169053 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04188a8d-9e65-4d76-a260-da56c5e56ce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:53:41.210904 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-03063887-2627-4534-adc5-3a068da64442 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks [] for port, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:41.291564 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-0c25a9ab-ac1e-4277-8d10-7bcb0c13887f service neutron] 10.222.0.39 "GET /v2.0/networks/19f85a41-a048-43a5-8d0a-025ad151caaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3010495
Jun 04 13:53:41.335040 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-03063887-2627-4534-adc5-3a068da64442 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:41.495994 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03063887-2627-4534-adc5-3a068da64442 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Pushing event updated for resources: {'Port': ['ID=4f13e713-cd93-4fa6-9484-b8e51f95f8c6,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:53:41.506780 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03063887-2627-4534-adc5-3a068da64442 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:53:41.508558 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [None req-03063887-2627-4534-adc5-3a068da64442 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:53:41.514003 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03063887-2627-4534-adc5-3a068da64442 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Received port after_create {{(pid=88594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:53:41.696793 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-04188a8d-9e65-4d76-a260-da56c5e56ce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66655079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66719298'] for router_interface, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:41.947308 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc976a-1535-4c18-b6bf-2010961563f6 req-eb408d6c-507a-4b09-900a-815d4677204b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:41.948874 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3bdc976a-1535-4c18-b6bf-2010961563f6 req-eb408d6c-507a-4b09-900a-815d4677204b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 946 time: 0.2605751
Jun 04 13:53:42.086016 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3bdc976a-1535-4c18-b6bf-2010961563f6 req-169d9c71-122c-4a22-9017-66a0212fd8f2 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1210437
Jun 04 13:53:42.197177 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-03063887-2627-4534-adc5-3a068da64442 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:42.228123 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04188a8d-9e65-4d76-a260-da56c5e56ce0 admin admin] Router c0b12453-aec0-4567-8ea1-c215d312f8d2 has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:53:42.289309 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-210cdcce-45b4-41c0-8526-4eaeecc3e44b req-13c4e597-2b1c-4c0e-a4ad-5a52df20cd8a tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 210 time: 0.0736823
Jun 04 13:53:42.399105 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-03063887-2627-4534-adc5-3a068da64442 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:42.432358 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04188a8d-9e65-4d76-a260-da56c5e56ce0 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:53:42.444917 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836918aa-9569-411b-8829-66e2f76bfb47 None None] Sync routers for ids ['c0b12453-aec0-4567-8ea1-c215d312f8d2'] in dv-cinder-843593-2-iscsi {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:53:42.445396 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-04188a8d-9e65-4d76-a260-da56c5e56ce0 admin admin] 10.222.0.39 "PUT /v2.0/routers/c0b12453-aec0-4567-8ea1-c215d312f8d2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5665352
Jun 04 13:53:42.447921 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 50250) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:53:42.456325 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836918aa-9569-411b-8829-66e2f76bfb47 None None] Routers {'c0b12453-aec0-4567-8ea1-c215d312f8d2'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:53:42.457357 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-836918aa-9569-411b-8829-66e2f76bfb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ea3ca30>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:53:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['c0b12453-aec0-4567-8ea1-c215d312f8d2'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:53:42.617685 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-03063887-2627-4534-adc5-3a068da64442 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks [] for port, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:42.652127 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b7eff02c-5cca-45b6-9be9-f09d60c29ca3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:42.674803 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-836918aa-9569-411b-8829-66e2f76bfb47 None None] Set router c0b12453-aec0-4567-8ea1-c215d312f8d2 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:53:42.699163 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-03063887-2627-4534-adc5-3a068da64442 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:42.811771 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03063887-2627-4534-adc5-3a068da64442 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Pushing event updated for resources: {'Port': ['ID=4f13e713-cd93-4fa6-9484-b8e51f95f8c6,revision_number=2']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:53:42.821122 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-03063887-2627-4534-adc5-3a068da64442 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:42.862942 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b7eff02c-5cca-45b6-9be9-f09d60c29ca3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:42.931914 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff02c-5cca-45b6-9be9-f09d60c29ca3 admin admin] Deleting port 2d3a9849-b443-40ee-8598-2a1aebffd5c3 {{(pid=88595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:53:42.941523 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b7eff02c-5cca-45b6-9be9-f09d60c29ca3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:43.001275 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-836918aa-9569-411b-8829-66e2f76bfb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ea3ca30>, [{'id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'name': 'tempest-AttachVolumeTestJSON-72343411-router', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:53:40Z', 'revision_number': 5, 'project_id': '9650a71550354afb93718cd61f608fa7', 'gw_port': {'id': '2d3a9849-b443-40ee-8598-2a1aebffd5c3', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:53:43.007081 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836918aa-9569-411b-8829-66e2f76bfb47 None None] Checking router: c0b12453-aec0-4567-8ea1-c215d312f8d2 for host: dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:53:43.021285 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836918aa-9569-411b-8829-66e2f76bfb47 None None] Routers {'c0b12453-aec0-4567-8ea1-c215d312f8d2'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:53:43.021908 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-836918aa-9569-411b-8829-66e2f76bfb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ea3ca30>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:53:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['c0b12453-aec0-4567-8ea1-c215d312f8d2'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:53:43.148389 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.l3_db [None req-03063887-2627-4534-adc5-3a068da64442 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Floating IP 8210d2ef-ddcc-42d1-8b21-8cb78e30737a associated. External IP: 172.27.2.165, port: 21989805-4125-4f24-969e-19a0db09af16.
Jun 04 13:53:43.179463 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.db [None req-b7eff02c-5cca-45b6-9be9-f09d60c29ca3 admin admin] For port 2d3a9849-b443-40ee-8598-2a1aebffd5c3, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=2d3a9849-b443-40ee-8598-2a1aebffd5c3,segment=NetworkSegment(a5e9f3a7-fe7c-4b2a-9489-202ad5682d71),segment_id=a5e9f3a7-fe7c-4b2a-9489-202ad5682d71)] {{(pid=88595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:53:43.179821 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b7eff02c-5cca-45b6-9be9-f09d60c29ca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:43.280072 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-836918aa-9569-411b-8829-66e2f76bfb47 None None] Set router c0b12453-aec0-4567-8ea1-c215d312f8d2 gateway port host: None {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:53:43.318398 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff02c-5cca-45b6-9be9-f09d60c29ca3 admin admin] Calling delete_port for 2d3a9849-b443-40ee-8598-2a1aebffd5c3 owned by network:router_gateway {{(pid=88595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:53:43.339813 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c209e31-5c2c-4108-a1f1-55c033909f21 req-9789cfcd-ad89-48b8-8d7e-128ee6b3eb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:43.341394 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-0c209e31-5c2c-4108-a1f1-55c033909f21 req-9789cfcd-ad89-48b8-8d7e-128ee6b3eb54 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a4b423c2006c49d8b8e731fbf4557850&device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 1099 time: 0.2887650
Jun 04 13:53:43.417030 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-836918aa-9569-411b-8829-66e2f76bfb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ea3ca30>, [{'id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'name': 'tempest-AttachVolumeTestJSON-72343411-router', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:53:42Z', 'revision_number': 6, 'project_id': '9650a71550354afb93718cd61f608fa7', 'gw_port_host': None}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:53:43.427488 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836918aa-9569-411b-8829-66e2f76bfb47 None None] The sync data for ids ['c0b12453-aec0-4567-8ea1-c215d312f8d2'] in dv-cinder-843593-2-iscsi is: [{'id': 'c0b12453-aec0-4567-8ea1-c215d312f8d2', 'name': 'tempest-AttachVolumeTestJSON-72343411-router', 'tenant_id': '9650a71550354afb93718cd61f608fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:53:42Z', 'revision_number': 6, 'project_id': '9650a71550354afb93718cd61f608fa7', 'gw_port_host': None}] {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:53:43.481929 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a7fec-c8b3-4ab4-a125-cf8626f94671 req-85aac444-e5be-4b62-98f2-e7d44ff652e9 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:43.483391 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-9b2a7fec-c8b3-4ab4-a125-cf8626f94671 req-85aac444-e5be-4b62-98f2-e7d44ff652e9 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 946 time: 0.2342095
Jun 04 13:53:43.543617 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-9b2a7fec-c8b3-4ab4-a125-cf8626f94671 req-63923825-12f5-4dbb-917f-8a38e5761c96 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498528
Jun 04 13:53:43.582189 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-74981668-09bf-4bec-8fca-c96c6be0622e req-f88a765d-9ed2-4289-b446-4831ca44b469 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 210 time: 0.0844967
Jun 04 13:53:43.697382 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b7eff02c-5cca-45b6-9be9-f09d60c29ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:43.707835 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c209e31-5c2c-4108-a1f1-55c033909f21 req-b44125fd-dd8f-4cb9-aa7c-bab0f2cae270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:43.709255 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-0c209e31-5c2c-4108-a1f1-55c033909f21 req-b44125fd-dd8f-4cb9-aa7c-bab0f2cae270 service neutron] 10.222.0.55 "GET /v2.0/networks?id=73738528-bfac-4e8c-bc3f-cbda5e3864f1 HTTP/1.1" status: 200  len: 917 time: 0.3606210
Jun 04 13:53:43.715419 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03063887-2627-4534-adc5-3a068da64442 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Router 00271ba5-d1a8-4119-96d6-8f210152117b has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:53:43.869806 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff02c-5cca-45b6-9be9-f09d60c29ca3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d3a9849-b443-40ee-8598-2a1aebffd5c3,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:53:43.904888 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-0c209e31-5c2c-4108-a1f1-55c033909f21 req-299ba0a8-637a-4877-b807-8ddd7d135fac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54137274-2470-4cf0-bcd0-5011edcc4423 HTTP/1.1" status: 200  len: 1001 time: 0.1835926
Jun 04 13:53:43.962624 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b7eff02c-5cca-45b6-9be9-f09d60c29ca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66723803'] for router_gateway, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:44.048369 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03063887-2627-4534-adc5-3a068da64442 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:53:44.050602 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c209e31-5c2c-4108-a1f1-55c033909f21 req-754fb45c-7560-4d15-a470-382fc37ee1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:44.052119 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-0c209e31-5c2c-4108-a1f1-55c033909f21 req-754fb45c-7560-4d15-a470-382fc37ee1f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=519b1458-12fa-4b17-b5c8-40537719eb4a HTTP/1.1" status: 200  len: 855 time: 0.1417313
Jun 04 13:53:44.063295 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8078e41-ff9d-4057-bdd5-b9af6e4c8bc3 None None] Sync routers for ids ['00271ba5-d1a8-4119-96d6-8f210152117b'] in dv-cinder-843593-2-iscsi {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:53:44.076984 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8078e41-ff9d-4057-bdd5-b9af6e4c8bc3 None None] Routers {'00271ba5-d1a8-4119-96d6-8f210152117b'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:53:44.079032 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-c8078e41-ff9d-4057-bdd5-b9af6e4c8bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e60e1c0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:53:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['00271ba5-d1a8-4119-96d6-8f210152117b'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:53:44.136048 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b7eff02c-5cca-45b6-9be9-f09d60c29ca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66723677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7300'] for router, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:44.137734 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b7eff02c-5cca-45b6-9be9-f09d60c29ca3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:44.142508 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c209e31-5c2c-4108-a1f1-55c033909f21 req-94593d7b-d4cb-407d-9227-2b7ab393d730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:44.144031 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-0c209e31-5c2c-4108-a1f1-55c033909f21 req-94593d7b-d4cb-407d-9227-2b7ab393d730 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73738528-bfac-4e8c-bc3f-cbda5e3864f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0814455
Jun 04 13:53:44.173058 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-03063887-2627-4534-adc5-3a068da64442 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:44.206251 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b7eff02c-5cca-45b6-9be9-f09d60c29ca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66715676'] for router, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:44.206781 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7eff02c-5cca-45b6-9be9-f09d60c29ca3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0b12453-aec0-4567-8ea1-c215d312f8d2 {{(pid=88595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 13:53:44.223603 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b7eff02c-5cca-45b6-9be9-f09d60c29ca3 admin admin] Notify callbacks [] for router, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:44.227968 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-b7eff02c-5cca-45b6-9be9-f09d60c29ca3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/c0b12453-aec0-4567-8ea1-c215d312f8d2 HTTP/1.1" status: 204  len: 168 time: 1.7767231
Jun 04 13:53:44.228233 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 50264) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:53:44.271062 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-c8078e41-ff9d-4057-bdd5-b9af6e4c8bc3 None None] Set router 00271ba5-d1a8-4119-96d6-8f210152117b gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:53:44.322172 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d60e013-dc04-4968-9f3e-dd2606cdf89d admin admin] Deleting subnet 3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e {{(pid=88595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 04 13:53:44.325513 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9d60e013-dc04-4968-9f3e-dd2606cdf89d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:44.396253 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9d60e013-dc04-4968-9f3e-dd2606cdf89d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64864184'] for subnet, precommit_delete_associations {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:44.411254 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-03063887-2627-4534-adc5-3a068da64442 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.9335954
Jun 04 13:53:44.411254 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef64f15-151d-43a2-ad72-c338df2628ec', 'tag': '21989805-4125-4f24-969e-19a0db09af16'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:53:44.469322 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-0c209e31-5c2c-4108-a1f1-55c033909f21 req-0c92df51-003f-4388-97a8-322c4036d77a service neutron] 10.222.0.55 "GET /v2.0/networks/73738528-bfac-4e8c-bc3f-cbda5e3864f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3166797
Jun 04 13:53:44.485875 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fa48f54-8690-4102-881e-665ca3f06a80'] response: {'name': 'network-changed', 'server_uuid': '0ef64f15-151d-43a2-ad72-c338df2628ec', 'tag': '21989805-4125-4f24-969e-19a0db09af16', 'status': 'completed', 'code': 200}
Jun 04 13:53:44.507737 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9d60e013-dc04-4968-9f3e-dd2606cdf89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694649'] for subnet, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:44.685563 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36201590-0ca8-4cd5-a37c-e8b29d953902 req-2eecb9df-1e74-413e-b4be-62269cd28bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:44.687797 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-36201590-0ca8-4cd5-a37c-e8b29d953902 req-2eecb9df-1e74-413e-b4be-62269cd28bc7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=35843c4f9b0f48c1b84b0312bc1fb37b&device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 1099 time: 0.1213896
Jun 04 13:53:44.732921 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9d60e013-dc04-4968-9f3e-dd2606cdf89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64863260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64154139'] for subnet, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:44.735872 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-c8078e41-ff9d-4057-bdd5-b9af6e4c8bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e60e1c0>, [{'id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'name': 'tempest-TestShelveInstance-1714972987-router', 'tenant_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'a01d05f1-e6f0-472b-af5e-b897dcd2f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:38Z', 'updated_at': '2022-06-04T13:52:43Z', 'revision_number': 4, 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'gw_port': {'id': 'a01d05f1-e6f0-472b-af5e-b897dcd2f9f4', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:18:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:39Z', 'updated_at': '2022-06-04T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': '8210d2ef-ddcc-42d1-8b21-8cb78e30737a', 'tenant_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'port_id': '21989805-4125-4f24-969e-19a0db09af16', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7c91237-9e54-4d46-a198-a476667f12b3', 'mac_address': 'fa:16:3e:af:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef64f15-151d-43a2-ad72-c338df2628ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:53:42Z', 'updated_at': '2022-06-04T13:53:42Z', 'revision_number': 0, 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99dffbe6-b4d6-4c58-a094-09ada5134b8c', 'name': '', 'network_id': 'b7c91237-9e54-4d46-a198-a476667f12b3', 'tenant_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'mac_address': 'fa:16:3e:81:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'def43a37-3d57-482a-b5a1-92cad0f1e446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:42Z', 'updated_at': '2022-06-04T13:52:50Z', 'revision_number': 5, 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'subnets': [{'id': 'def43a37-3d57-482a-b5a1-92cad0f1e446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:53:44.740458 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8078e41-ff9d-4057-bdd5-b9af6e4c8bc3 None None] Checking router: 00271ba5-d1a8-4119-96d6-8f210152117b for host: dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:53:44.750261 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8078e41-ff9d-4057-bdd5-b9af6e4c8bc3 None None] Routers {'00271ba5-d1a8-4119-96d6-8f210152117b'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:53:44.751159 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-c8078e41-ff9d-4057-bdd5-b9af6e4c8bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e60e1c0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:53:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['00271ba5-d1a8-4119-96d6-8f210152117b'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:53:44.901191 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36201590-0ca8-4cd5-a37c-e8b29d953902 req-3da70e1d-d6f0-4dc9-9000-56f2bf5c4b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:44.902567 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-36201590-0ca8-4cd5-a37c-e8b29d953902 req-3da70e1d-d6f0-4dc9-9000-56f2bf5c4b49 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7c91237-9e54-4d46-a198-a476667f12b3 HTTP/1.1" status: 200  len: 910 time: 0.2092540
Jun 04 13:53:44.939220 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60e013-dc04-4968-9f3e-dd2606cdf89d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:53:44.966871 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5234a43-a71a-40ff-b73b-93043cb2f780 None None] Network 7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:53:44.978636 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-0c209e31-5c2c-4108-a1f1-55c033909f21 req-1503df5d-e864-4905-a890-17739ef74e8c service neutron] 10.222.0.55 "GET /v2.0/networks/73738528-bfac-4e8c-bc3f-cbda5e3864f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4100177
Jun 04 13:53:44.988240 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-93821993-5652-43ce-abf4-4711a936026d tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:44.989621 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-93821993-5652-43ce-abf4-4711a936026d tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.55 "GET /v2.0/networks?id=19f85a41-a048-43a5-8d0a-025ad151caaa HTTP/1.1" status: 200  len: 810 time: 0.3948510
Jun 04 13:53:44.998196 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339b7be-6ae3-4928-a91d-8e7dca1a788d req-5d6a0c20-f490-480a-95af-027e6a16a0e1 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:45.000243 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7339b7be-6ae3-4928-a91d-8e7dca1a788d req-5d6a0c20-f490-480a-95af-027e6a16a0e1 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 946 time: 0.2451835
Jun 04 13:53:45.012061 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9d60e013-dc04-4968-9f3e-dd2606cdf89d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for subnet, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:45.025644 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-9d60e013-dc04-4968-9f3e-dd2606cdf89d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3cc92e3a-7240-4a70-ac1d-c2644f9f0b8e HTTP/1.1" status: 204  len: 168 time: 0.7964292
Jun 04 13:53:45.026490 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 50278) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:53:45.115056 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-0e39ce89-7eb8-4c98-a929-04b10c8fae73 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd4fbd1432c64d85808c9b11782432cb HTTP/1.1" status: 200  len: 379 time: 0.1049397
Jun 04 13:53:45.119894 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7339b7be-6ae3-4928-a91d-8e7dca1a788d req-581dfece-e8ea-4952-b8ad-8c7998a42f57 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1127787
Jun 04 13:53:45.131375 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-def27b28-97f1-4637-b154-fd68e7c47a3e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Request body: {'port': {'device_id': '592fb73b-035d-4652-bc5f-8c65ed3fe2fa', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'admin_state_up': True, 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'security_groups': ['88e5b402-78cd-409f-a41c-746091c3b653']}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:53:45.159106 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3c1dffb5-aba4-46b7-ac7c-93f92086d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751646'] for network, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:45.186151 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 2d3a9849-b443-40ee-8598-2a1aebffd5c3 no longer exists at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:53:45.187375 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-fd20bb9b-5ccd-41c8-93ba-cd825feec55f req-9ff15718-9204-403a-b319-5909d1ff4deb tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 210 time: 0.4472442
Jun 04 13:53:45.211202 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-3c1dffb5-aba4-46b7-ac7c-93f92086d2c3 admin admin] Deleting port 3f7cb3fe-93da-49ac-b4d5-b151fe9de980 {{(pid=88595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:53:45.211540 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3c1dffb5-aba4-46b7-ac7c-93f92086d2c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:45.228727 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] No Port match for: 2d3a9849-b443-40ee-8598-2a1aebffd5c3 {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:53:45.229065 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 2d3a9849-b443-40ee-8598-2a1aebffd5c3 not bound to the agent host dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:53:45.229483 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba no longer exists at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:53:45.261009 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-36201590-0ca8-4cd5-a37c-e8b29d953902 req-6eff2db1-69c8-4a25-9979-cde72541865e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21989805-4125-4f24-969e-19a0db09af16 HTTP/1.1" status: 200  len: 1000 time: 0.3178966
Jun 04 13:53:45.291440 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-def27b28-97f1-4637-b154-fd68e7c47a3e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:53:45.297676 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] No Port match for: 6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:53:45.298017 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 6a1f2b38-2bd8-4f8c-ba53-79cce334c3ba not bound to the agent host dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:53:45.302107 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-def27b28-97f1-4637-b154-fd68e7c47a3e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:53:45.303423 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-c8078e41-ff9d-4057-bdd5-b9af6e4c8bc3 None None] Set router 00271ba5-d1a8-4119-96d6-8f210152117b gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:53:45.365946 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-def27b28-97f1-4637-b154-fd68e7c47a3e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Made reservation on behalf of fd4fbd1432c64d85808c9b11782432cb for: {'port': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:53:45.370238 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-def27b28-97f1-4637-b154-fd68e7c47a3e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:45.378513 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36201590-0ca8-4cd5-a37c-e8b29d953902 req-b6d1fb16-1bb8-487c-8cd2-554e10dca9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:45.380343 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-36201590-0ca8-4cd5-a37c-e8b29d953902 req-b6d1fb16-1bb8-487c-8cd2-554e10dca9a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=def43a37-3d57-482a-b5a1-92cad0f1e446 HTTP/1.1" status: 200  len: 848 time: 0.1118212
Jun 04 13:53:45.553167 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_common [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-def27b28-97f1-4637-b154-fd68e7c47a3e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Allocated IP 172.20.0.6 (19f85a41-a048-43a5-8d0a-025ad151caaa/ae316f83-c7c6-4bb6-8aee-ec9fe09a5191/f85975df-f7cf-46ee-898c-1be716601c61) {{(pid=88594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:53:45.624132 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.db [None req-3c1dffb5-aba4-46b7-ac7c-93f92086d2c3 admin admin] For port 3f7cb3fe-93da-49ac-b4d5-b151fe9de980, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=3f7cb3fe-93da-49ac-b4d5-b151fe9de980,segment=NetworkSegment(9f6bb86d-b06a-4a02-89e1-51e04121b79b),segment_id=9f6bb86d-b06a-4a02-89e1-51e04121b79b)] {{(pid=88595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:53:45.624504 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3c1dffb5-aba4-46b7-ac7c-93f92086d2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:45.679834 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36448df2-7b4c-4a5e-9aa8-e08359936358 None None] DHCP port deletion for 7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb request from dv-cinder-843593-2-iscsi {{(pid=88596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 04 13:53:45.696282 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-36448df2-7b4c-4a5e-9aa8-e08359936358 None None] Deleting port 3f7cb3fe-93da-49ac-b4d5-b151fe9de980 {{(pid=88596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:53:45.696789 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-36448df2-7b4c-4a5e-9aa8-e08359936358 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:45.766067 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-3c1dffb5-aba4-46b7-ac7c-93f92086d2c3 admin admin] Calling delete_port for 3f7cb3fe-93da-49ac-b4d5-b151fe9de980 owned by network:dhcp {{(pid=88595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:53:45.784908 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-def27b28-97f1-4637-b154-fd68e7c47a3e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for port, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:45.803476 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-def27b28-97f1-4637-b154-fd68e7c47a3e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Transition to ACTIVE for port object f85975df-f7cf-46ee-898c-1be716601c61 will not be triggered until provisioned by entity DHCP. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:53:45.820202 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36201590-0ca8-4cd5-a37c-e8b29d953902 req-8d5c4e3e-a4a6-452f-9e59-905766aa86d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:45.821670 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-36201590-0ca8-4cd5-a37c-e8b29d953902 req-8d5c4e3e-a4a6-452f-9e59-905766aa86d8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7c91237-9e54-4d46-a198-a476667f12b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4221284
Jun 04 13:53:45.875709 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-def27b28-97f1-4637-b154-fd68e7c47a3e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:45.947978 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-c8078e41-ff9d-4057-bdd5-b9af6e4c8bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e60e1c0>, [{'id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'name': 'tempest-TestShelveInstance-1714972987-router', 'tenant_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'a01d05f1-e6f0-472b-af5e-b897dcd2f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:38Z', 'updated_at': '2022-06-04T13:52:43Z', 'revision_number': 4, 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'gw_port': {'id': 'a01d05f1-e6f0-472b-af5e-b897dcd2f9f4', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:18:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:39Z', 'updated_at': '2022-06-04T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': '8210d2ef-ddcc-42d1-8b21-8cb78e30737a', 'tenant_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'port_id': '21989805-4125-4f24-969e-19a0db09af16', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7c91237-9e54-4d46-a198-a476667f12b3', 'mac_address': 'fa:16:3e:af:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef64f15-151d-43a2-ad72-c338df2628ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:53:42Z', 'updated_at': '2022-06-04T13:53:42Z', 'revision_number': 0, 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99dffbe6-b4d6-4c58-a094-09ada5134b8c', 'name': '', 'network_id': 'b7c91237-9e54-4d46-a198-a476667f12b3', 'tenant_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'mac_address': 'fa:16:3e:81:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'def43a37-3d57-482a-b5a1-92cad0f1e446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:42Z', 'updated_at': '2022-06-04T13:52:50Z', 'revision_number': 5, 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'subnets': [{'id': 'def43a37-3d57-482a-b5a1-92cad0f1e446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:53:45.954181 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-def27b28-97f1-4637-b154-fd68e7c47a3e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Network 19f85a41-a048-43a5-8d0a-025ad151caaa is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:53:45.957841 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-def27b28-97f1-4637-b154-fd68e7c47a3e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:53:45.959184 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8078e41-ff9d-4057-bdd5-b9af6e4c8bc3 None None] The sync data for ids ['00271ba5-d1a8-4119-96d6-8f210152117b'] in dv-cinder-843593-2-iscsi is: [{'id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'name': 'tempest-TestShelveInstance-1714972987-router', 'tenant_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'a01d05f1-e6f0-472b-af5e-b897dcd2f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:38Z', 'updated_at': '2022-06-04T13:52:43Z', 'revision_number': 4, 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'gw_port': {'id': 'a01d05f1-e6f0-472b-af5e-b897dcd2f9f4', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:18:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:39Z', 'updated_at': '2022-06-04T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': '8210d2ef-ddcc-42d1-8b21-8cb78e30737a', 'tenant_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'port_id': '21989805-4125-4f24-969e-19a0db09af16', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7c91237-9e54-4d46-a198-a476667f12b3', 'mac_address': 'fa:16:3e:af:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef64f15-151d-43a2-ad72-c338df2628ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:53:42Z', 'updated_at': '2022-06-04T13:53:42Z', 'revision_number': 0, 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99dffbe6-b4d6-4c58-a094-09ada5134b8c', 'name': '', 'network_id': 'b7c91237-9e54-4d46-a198-a476667f12b3', 'tenant_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'mac_address': 'fa:16:3e:81:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'def43a37-3d57-482a-b5a1-92cad0f1e446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:42Z', 'updated_at': '2022-06-04T13:52:50Z', 'revision_number': 5, 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'subnets': [{'id': 'def43a37-3d57-482a-b5a1-92cad0f1e446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:53:45.962243 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-36448df2-7b4c-4a5e-9aa8-e08359936358 None None] For port 3f7cb3fe-93da-49ac-b4d5-b151fe9de980, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=3f7cb3fe-93da-49ac-b4d5-b151fe9de980,segment=NetworkSegment(9f6bb86d-b06a-4a02-89e1-51e04121b79b),segment_id=9f6bb86d-b06a-4a02-89e1-51e04121b79b)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:53:45.962433 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-def27b28-97f1-4637-b154-fd68e7c47a3e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Received port after_create {{(pid=88594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:53:45.962550 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-36448df2-7b4c-4a5e-9aa8-e08359936358 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:45.980531 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3c1dffb5-aba4-46b7-ac7c-93f92086d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:45.998999 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def27b28-97f1-4637-b154-fd68e7c47a3e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Pushing event updated for resources: {'Port': ['ID=f85975df-f7cf-46ee-898c-1be716601c61,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:53:46.018344 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-36201590-0ca8-4cd5-a37c-e8b29d953902 req-e7e19342-9fd3-411d-b032-de62ad5fed2b service neutron] 10.222.0.55 "GET /v2.0/networks/b7c91237-9e54-4d46-a198-a476667f12b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1856613
Jun 04 13:53:46.065991 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1dffb5-aba4-46b7-ac7c-93f92086d2c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f7cb3fe-93da-49ac-b4d5-b151fe9de980,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:53:46.071964 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1dffb5-aba4-46b7-ac7c-93f92086d2c3 admin admin] No DVR routers for this DVR port 3f7cb3fe-93da-49ac-b4d5-b151fe9de980 on host dv-cinder-843593-2-iscsi {{(pid=88595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:53:46.087528 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-def27b28-97f1-4637-b154-fd68e7c47a3e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:46.091985 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-def27b28-97f1-4637-b154-fd68e7c47a3e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:46.195916 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-36448df2-7b4c-4a5e-9aa8-e08359936358 None None] Calling delete_port for 3f7cb3fe-93da-49ac-b4d5-b151fe9de980 owned by network:dhcp {{(pid=88596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:53:46.223758 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-def27b28-97f1-4637-b154-fd68e7c47a3e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1001658
Jun 04 13:53:46.262761 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-1cf3d9af-7496-46cb-a8db-39fb36c767da service neutron] Request body: {'port': {'device_id': '592fb73b-035d-4652-bc5f-8c65ed3fe2fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:53:46.284377 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.db.api [None req-36448df2-7b4c-4a5e-9aa8-e08359936358 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 13:53:46.286538 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG oslo_db.api [None req-36448df2-7b4c-4a5e-9aa8-e08359936358 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 13:53:46.333689 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-36201590-0ca8-4cd5-a37c-e8b29d953902 req-0be31152-3eaf-4f54-b5f4-5df9a66c135a service neutron] 10.222.0.55 "GET /v2.0/networks/b7c91237-9e54-4d46-a198-a476667f12b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3011556
Jun 04 13:53:46.355326 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9d4ce4-808e-4100-8c9a-75effabd3051 None None] New status for floating IP 8210d2ef-ddcc-42d1-8b21-8cb78e30737a: ACTIVE {{(pid=88597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:53:46.383118 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-03165584-3c64-43f5-af03-0626aec77e30 None None] Provisioning for port f85975df-f7cf-46ee-898c-1be716601c61 completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:53:46.389614 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-03165584-3c64-43f5-af03-0626aec77e30 None None] Provisioning complete for port f85975df-f7cf-46ee-898c-1be716601c61 triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:53:46.390255 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-03165584-3c64-43f5-af03-0626aec77e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:46.433647 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 6 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:53:46.453988 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-03165584-3c64-43f5-af03-0626aec77e30 None None] Port f85975df-f7cf-46ee-898c-1be716601c61 cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:53:46.456484 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3c1dffb5-aba4-46b7-ac7c-93f92086d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659742', 'neutron.services.segments.db._delete_segments_for_network-8733313062566'] for network, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:46.481551 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-1cf3d9af-7496-46cb-a8db-39fb36c767da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:46.490870 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.services.segments.db [None req-3c1dffb5-aba4-46b7-ac7c-93f92086d2c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f161fa5e760>,) {'filters': {'network_id': ['7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb']}} {{(pid=88595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:53:46.510132 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.services.segments.db [None req-3c1dffb5-aba4-46b7-ac7c-93f92086d2c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f161fa5e760>, '9f6bb86d-b06a-4a02-89e1-51e04121b79b') {'for_net_delete': True} {{(pid=88595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:53:46.510426 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.services.segments.db [None req-3c1dffb5-aba4-46b7-ac7c-93f92086d2c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f161fa5e760>, '9f6bb86d-b06a-4a02-89e1-51e04121b79b') {} {{(pid=88595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:53:46.524870 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3c1dffb5-aba4-46b7-ac7c-93f92086d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733313065921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64864177'] for segment, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:46.547925 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3c1dffb5-aba4-46b7-ac7c-93f92086d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:46.562446 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb75c06-b63f-4c55-b1fa-ab29c4548b53 req-78fd5ca9-3595-48b2-97b1-f0e35a1486b4 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:46.564108 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-4cb75c06-b63f-4c55-b1fa-ab29c4548b53 req-78fd5ca9-3595-48b2-97b1-f0e35a1486b4 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 931 time: 0.1753459
Jun 04 13:53:46.567269 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c1dffb5-aba4-46b7-ac7c-93f92086d2c3 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=88595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:53:46.567771 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3c1dffb5-aba4-46b7-ac7c-93f92086d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-658974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64863414'] for segment, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:46.581210 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d9af1-6d83-4cdd-8343-96b36525b5bf req-3f2b6b5a-a1d2-4ef6-bf16-804fe5d0c558 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:46.582746 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4a9d9af1-6d83-4cdd-8343-96b36525b5bf req-3f2b6b5a-a1d2-4ef6-bf16-804fe5d0c558 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 946 time: 0.2018013
Jun 04 13:53:46.661550 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.services.segments.plugin [-] Segment 9f6bb86d-b06a-4a02-89e1-51e04121b79b resource provider aggregate not found
Jun 04 13:53:46.690338 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4a9d9af1-6d83-4cdd-8343-96b36525b5bf req-c0b6e436-3a57-4788-b72c-a62640e7909e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0681627
Jun 04 13:53:46.697269 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.services.segments.plugin [-] Segment 9f6bb86d-b06a-4a02-89e1-51e04121b79b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f6bb86d-b06a-4a02-89e1-51e04121b79b found for delete  ", "request_id": "req-bc814b93-40b4-4367-87a4-9dde5da4909b"}]}
Jun 04 13:53:46.712071 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-4cb75c06-b63f-4c55-b1fa-ab29c4548b53 req-57aa3c48-a9e8-433c-b68c-3a5d50ec2780 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1261296
Jun 04 13:53:46.772073 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3c1dffb5-aba4-46b7-ac7c-93f92086d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66723838'] for network, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:46.786788 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-36448df2-7b4c-4a5e-9aa8-e08359936358 None None] Deleting port 3f7cb3fe-93da-49ac-b4d5-b151fe9de980 {{(pid=88596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:53:46.787220 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-36448df2-7b4c-4a5e-9aa8-e08359936358 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:46.792635 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3c1dffb5-aba4-46b7-ac7c-93f92086d2c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:46.805417 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1dffb5-aba4-46b7-ac7c-93f92086d2c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:53:46.863378 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-36448df2-7b4c-4a5e-9aa8-e08359936358 None None] The port '3f7cb3fe-93da-49ac-b4d5-b151fe9de980' was deleted {{(pid=88596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}}
Jun 04 13:53:46.886779 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-3c1dffb5-aba4-46b7-ac7c-93f92086d2c3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7a1785c9-ea90-4f1b-b12e-4a0f43d0d9bb HTTP/1.1" status: 204  len: 168 time: 1.8474631
Jun 04 13:53:46.990489 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-1cf3d9af-7496-46cb-a8db-39fb36c767da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f85975df-f7cf-46ee-898c-1be716601c61 {{(pid=88594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:53:46.997963 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-1cf3d9af-7496-46cb-a8db-39fb36c767da service neutron] Notify callbacks [] for port, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:47.013008 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-1cf3d9af-7496-46cb-a8db-39fb36c767da service neutron] Transition to ACTIVE for port object f85975df-f7cf-46ee-898c-1be716601c61 will not be triggered until provisioned by entity L2. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:53:47.054873 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 54137274-2470-4cf0-bcd0-5011edcc4423 no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:53:47.088777 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 3f7cb3fe-93da-49ac-b4d5-b151fe9de980 no longer exists at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:53:47.114955 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-1cf3d9af-7496-46cb-a8db-39fb36c767da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:47.131583 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] No Port match for: 3f7cb3fe-93da-49ac-b4d5-b151fe9de980 {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:53:47.131924 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 3f7cb3fe-93da-49ac-b4d5-b151fe9de980 not bound to the agent host dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:53:47.209583 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 54137274-2470-4cf0-bcd0-5011edcc4423 is: ACTIVE; New status is: DOWN {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:53:47.210165 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:47.239978 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb69c8b-469d-489c-a78b-007ecf6d5cfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54137274-2470-4cf0-bcd0-5011edcc4423'}] {{(pid=88596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:53:47.252958 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 54137274-2470-4cf0-bcd0-5011edcc4423, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=54137274-2470-4cf0-bcd0-5011edcc4423,segment=NetworkSegment(5a203b17-8fb4-4d75-9990-d9b9069da272),segment_id=5a203b17-8fb4-4d75-9990-d9b9069da272)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:53:47.268601 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 50298) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:53:47.305312 dv-cinder-843593-2-iscsi neutron-server[88596]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31195189-a8fd-45af-a059-15bd9f4e5c1b'] response: {'server_uuid': '3eb69c8b-469d-489c-a78b-007ecf6d5cfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54137274-2470-4cf0-bcd0-5011edcc4423', 'code': 200}
Jun 04 13:53:47.323493 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3d9af-7496-46cb-a8db-39fb36c767da service neutron] Pushing event updated for resources: {'Port': ['ID=f85975df-f7cf-46ee-898c-1be716601c61,revision_number=2']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:53:47.332385 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:47.337189 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-d5e1c660-f5cb-4af3-91d8-f15be8c0d7db admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9650a71550354afb93718cd61f608fa7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0650773
Jun 04 13:53:47.338006 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 50302) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:53:47.376933 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-1cf3d9af-7496-46cb-a8db-39fb36c767da service neutron] Attempting to bind port f85975df-f7cf-46ee-898c-1be716601c61 on host hv-cinder-84359 for vnic_type normal with profile  {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:53:47.378529 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-1cf3d9af-7496-46cb-a8db-39fb36c767da service neutron] Attempting to bind port f85975df-f7cf-46ee-898c-1be716601c61 by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': '6a5cbb52-ab79-40c5-b9bc-799ccfcf389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa'}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:53:47.378882 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-1cf3d9af-7496-46cb-a8db-39fb36c767da service neutron] Attempting to bind port f85975df-f7cf-46ee-898c-1be716601c61 on network 19f85a41-a048-43a5-8d0a-025ad151caaa {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:53:47.384138 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-1cf3d9af-7496-46cb-a8db-39fb36c767da service neutron] Port f85975df-f7cf-46ee-898c-1be716601c61 on network 19f85a41-a048-43a5-8d0a-025ad151caaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:53:47.384461 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-1cf3d9af-7496-46cb-a8db-39fb36c767da service neutron] Attempting to bind port f85975df-f7cf-46ee-898c-1be716601c61 on network 19f85a41-a048-43a5-8d0a-025ad151caaa {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:53:47.389968 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-1cf3d9af-7496-46cb-a8db-39fb36c767da service neutron] Checking agent: {'id': '3f86017d-093a-400f-b732-6c31be8aecc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'started_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:53:47.390308 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-1cf3d9af-7496-46cb-a8db-39fb36c767da service neutron] Checking segment: {'id': '6a5cbb52-ab79-40c5-b9bc-799ccfcf389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:53:47.390694 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-1cf3d9af-7496-46cb-a8db-39fb36c767da service neutron] Bound using segment: {'id': '6a5cbb52-ab79-40c5-b9bc-799ccfcf389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa'} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:53:47.391176 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-1cf3d9af-7496-46cb-a8db-39fb36c767da service neutron] Bound port: f85975df-f7cf-46ee-898c-1be716601c61, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a5cbb52-ab79-40c5-b9bc-799ccfcf389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa'}}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:53:47.391523 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-1cf3d9af-7496-46cb-a8db-39fb36c767da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:47.428704 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c9e6f99e-dfe3-4d2c-9164-54df6d5a9440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:47.441791 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=54137274-2470-4cf0-bcd0-5011edcc4423,revision_number=8']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:53:47.449397 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:47.449976 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:47.450399 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:47.450816 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:47.451308 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:47.451667 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:47.452111 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:47.452541 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:47.452950 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:47.453356 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:47.453778 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:47.454183 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:47.460832 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c9e6f99e-dfe3-4d2c-9164-54df6d5a9440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:47.509955 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-1cf3d9af-7496-46cb-a8db-39fb36c767da service neutron] For port f85975df-f7cf-46ee-898c-1be716601c61, host hv-cinder-84359, cleared binding levels {{(pid=88594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:53:47.512925 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-1cf3d9af-7496-46cb-a8db-39fb36c767da service neutron] For port f85975df-f7cf-46ee-898c-1be716601c61, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=f85975df-f7cf-46ee-898c-1be716601c61,segment=NetworkSegment(6a5cbb52-ab79-40c5-b9bc-799ccfcf389a),segment_id=6a5cbb52-ab79-40c5-b9bc-799ccfcf389a)] {{(pid=88594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:53:47.566487 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-1cf3d9af-7496-46cb-a8db-39fb36c767da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:47.605718 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c9e6f99e-dfe3-4d2c-9164-54df6d5a9440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:47.621443 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-1cf3d9af-7496-46cb-a8db-39fb36c767da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:47.622087 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-1cf3d9af-7496-46cb-a8db-39fb36c767da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:47.623444 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-1cf3d9af-7496-46cb-a8db-39fb36c767da service neutron] 10.222.0.55 "PUT /v2.0/ports/f85975df-f7cf-46ee-898c-1be716601c61 HTTP/1.1" status: 200  len: 1093 time: 1.3866665
Jun 04 13:53:47.626568 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e6f99e-dfe3-4d2c-9164-54df6d5a9440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e85c8b-ddd5-4235-a9b8-87352895240b,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:53:47.627714 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592fb73b-035d-4652-bc5f-8c65ed3fe2fa', 'tag': 'f85975df-f7cf-46ee-898c-1be716601c61'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:53:47.649841 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c9e6f99e-dfe3-4d2c-9164-54df6d5a9440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:47.654278 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-c9e6f99e-dfe3-4d2c-9164-54df6d5a9440 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a8e85c8b-ddd5-4235-a9b8-87352895240b HTTP/1.1" status: 204  len: 168 time: 0.3129337
Jun 04 13:53:47.672587 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3d9af-7496-46cb-a8db-39fb36c767da service neutron] Pushing event updated for resources: {'Port': ['ID=f85975df-f7cf-46ee-898c-1be716601c61,revision_number=3']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:53:47.695231 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-655b1c5f-c330-4f0b-826f-03ad7442ff07'] response: {'name': 'network-changed', 'server_uuid': '592fb73b-035d-4652-bc5f-8c65ed3fe2fa', 'tag': 'f85975df-f7cf-46ee-898c-1be716601c61', 'status': 'completed', 'code': 200}
Jun 04 13:53:47.853758 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9751fb9-c9da-41e1-9ce3-1147f64a5456 req-6b97507d-1181-4e32-936f-50d907122895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:47.855497 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a9751fb9-c9da-41e1-9ce3-1147f64a5456 req-6b97507d-1181-4e32-936f-50d907122895 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd4fbd1432c64d85808c9b11782432cb&device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 1096 time: 0.1072793
Jun 04 13:53:47.921993 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2320a-5609-42a9-a982-a9d8b377ac58 req-f5ddd0a9-483e-4efc-b501-0134af8572c7 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:47.923867 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-b2a2320a-5609-42a9-a982-a9d8b377ac58 req-f5ddd0a9-483e-4efc-b501-0134af8572c7 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 943 time: 0.0861716
Jun 04 13:53:47.967863 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-b2a2320a-5609-42a9-a982-a9d8b377ac58 req-8cb37a80-fe33-472a-a4a9-e01d20182ee6 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390110
Jun 04 13:53:48.064736 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347b16b-970a-4e49-85f3-f6f23b61e844 req-4283c941-5328-4166-8d73-df1f3e3f0e9b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:48.066182 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3347b16b-970a-4e49-85f3-f6f23b61e844 req-4283c941-5328-4166-8d73-df1f3e3f0e9b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 944 time: 0.2097378
Jun 04 13:53:48.068687 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9751fb9-c9da-41e1-9ce3-1147f64a5456 req-169def0c-f8b5-4195-a6b6-9fcf59124bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:48.069973 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a9751fb9-c9da-41e1-9ce3-1147f64a5456 req-169def0c-f8b5-4195-a6b6-9fcf59124bc5 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=fd4fbd1432c64d85808c9b11782432cb&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1764159
Jun 04 13:53:48.196717 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3347b16b-970a-4e49-85f3-f6f23b61e844 req-b43c181d-4e4e-4c70-a2fb-4a8d8d4a9368 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1233718
Jun 04 13:53:48.242001 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9751fb9-c9da-41e1-9ce3-1147f64a5456 req-f659855d-4ef3-4be9-948c-98d451f4ccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:48.243572 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a9751fb9-c9da-41e1-9ce3-1147f64a5456 req-f659855d-4ef3-4be9-948c-98d451f4ccfe service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1570568
Jun 04 13:53:48.395594 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-38e47072-3b4e-4f49-85a7-3c5445f5c012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:48.397053 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-38e47072-3b4e-4f49-85a7-3c5445f5c012 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd4fbd1432c64d85808c9b11782432cb&device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 1096 time: 0.0784845
Jun 04 13:53:48.483357 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-665dff75-af0f-4393-9313-0bd09b0869fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f85975df-f7cf-46ee-898c-1be716601c61 HTTP/1.1" status: 200  len: 217 time: 0.0662241
Jun 04 13:53:48.547361 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-bf8df8d7-67fc-47b8-9725-436fe620b340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:48.548788 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-bf8df8d7-67fc-47b8-9725-436fe620b340 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ae316f83-c7c6-4bb6-8aee-ec9fe09a5191 HTTP/1.1" status: 200  len: 849 time: 0.0590522
Jun 04 13:53:48.629007 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-afbc84c5-e6f1-447a-bf01-3fde9def8d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:48.630460 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-afbc84c5-e6f1-447a-bf01-3fde9def8d57 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19f85a41-a048-43a5-8d0a-025ad151caaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0742307
Jun 04 13:53:48.765000 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-dac80972-1a8d-480b-a9b3-0da78a8f7961 service neutron] 10.222.0.55 "GET /v2.0/networks/19f85a41-a048-43a5-8d0a-025ad151caaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272755
Jun 04 13:53:48.994097 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8af3c398-b4e5-4097-8cd6-f7c792dd8619 req-855761e8-dec8-4762-82b7-9c992e7d64c7 service neutron] 10.222.0.55 "GET /v2.0/networks/19f85a41-a048-43a5-8d0a-025ad151caaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2237275
Jun 04 13:53:49.188477 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55da8e-2230-485f-8b39-2ca0b1ec8ff8 req-51f0604f-c74a-4336-a31d-20bac5877c48 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:49.189097 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-2e55da8e-2230-485f-8b39-2ca0b1ec8ff8 req-51f0604f-c74a-4336-a31d-20bac5877c48 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Synchronizing usage tracker for tenant:fd4fbd1432c64d85808c9b11782432cb on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:53:49.257173 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-2e55da8e-2230-485f-8b39-2ca0b1ec8ff8 req-51f0604f-c74a-4336-a31d-20bac5877c48 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Unset dirty status for tenant:fd4fbd1432c64d85808c9b11782432cb on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:53:49.265393 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2e55da8e-2230-485f-8b39-2ca0b1ec8ff8 req-51f0604f-c74a-4336-a31d-20bac5877c48 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 943 time: 0.1616604
Jun 04 13:53:49.305187 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2e55da8e-2230-485f-8b39-2ca0b1ec8ff8 req-10bd807c-de55-4eff-aa60-e9e6102c291c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402226
Jun 04 13:53:50.223459 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d434ade-d2e7-4730-8697-5f90b61853f4 req-9eaeef6d-8b73-4d16-9d59-7abd0afff5f5 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:50.223459 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1d434ade-d2e7-4730-8697-5f90b61853f4 req-9eaeef6d-8b73-4d16-9d59-7abd0afff5f5 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 944 time: 0.1267633
Jun 04 13:53:50.223459 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1d434ade-d2e7-4730-8697-5f90b61853f4 req-619d0f5b-f2d6-43c4-92aa-b4d614830a93 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0608246
Jun 04 13:53:50.532700 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ee694-3b6e-4de4-bdd1-526acb395a09 req-204c5012-1479-409e-a8e0-393430939e88 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:50.534169 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5f6ee694-3b6e-4de4-bdd1-526acb395a09 req-204c5012-1479-409e-a8e0-393430939e88 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 943 time: 0.0931058
Jun 04 13:53:50.579373 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5f6ee694-3b6e-4de4-bdd1-526acb395a09 req-b24cb4a3-7db3-48dc-a36e-359e1f40ac6e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393827
Jun 04 13:53:50.687038 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 50412) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:53:50.821113 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-c38e3c8f-131a-4b0c-93be-216f0a6ce3b1 req-64099537-d409-42ea-9ac4-097da1d705df service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1329169
Jun 04 13:53:51.063683 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 54137274-2470-4cf0-bcd0-5011edcc4423 no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:53:51.181072 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 54137274-2470-4cf0-bcd0-5011edcc4423 is: DOWN; New status is: DOWN {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:53:51.360630 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d34c46-fa6b-4a14-85a3-551da02a72d2 req-410da7d1-7230-4eb3-a55c-77f2675fb5b0 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:51.361992 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b5d34c46-fa6b-4a14-85a3-551da02a72d2 req-410da7d1-7230-4eb3-a55c-77f2675fb5b0 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 944 time: 0.0839767
Jun 04 13:53:51.407236 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b5d34c46-fa6b-4a14-85a3-551da02a72d2 req-ea524ec0-ee5e-4605-91e9-c7d81a517246 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392532
Jun 04 13:53:51.763566 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b8bdc-93a2-4f20-a186-c111ede70e92 req-a326c38d-b272-4ca2-a367-39ea956c3477 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:51.765060 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-6d9b8bdc-93a2-4f20-a186-c111ede70e92 req-a326c38d-b272-4ca2-a367-39ea956c3477 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 943 time: 0.0787690
Jun 04 13:53:51.809863 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-6d9b8bdc-93a2-4f20-a186-c111ede70e92 req-8b0df355-2a48-4c2c-a334-160eaa2ddd2a tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390837
Jun 04 13:53:52.693114 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa28c9-8b4e-4d7e-82f0-75f4b6a9576c req-1dc9807a-d653-46f9-be32-79517fa6c3bb tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:52.693114 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-a9aa28c9-8b4e-4d7e-82f0-75f4b6a9576c req-1dc9807a-d653-46f9-be32-79517fa6c3bb tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 944 time: 0.1770701
Jun 04 13:53:52.737214 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-a9aa28c9-8b4e-4d7e-82f0-75f4b6a9576c req-e6e4ca38-2bf0-4813-a168-1471ea9a93b4 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395768
Jun 04 13:53:53.003670 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861dc3f-b482-4d51-a8d8-0565f1c7677f req-3b7d6bc6-5240-4b1a-9223-7a6dedd4b852 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:53.005890 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7861dc3f-b482-4d51-a8d8-0565f1c7677f req-3b7d6bc6-5240-4b1a-9223-7a6dedd4b852 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 943 time: 0.0876231
Jun 04 13:53:53.052702 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7861dc3f-b482-4d51-a8d8-0565f1c7677f req-2b38050d-177c-4124-abf2-4b2ddffe2164 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409272
Jun 04 13:53:53.643059 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466e266-f4d5-4280-9fc3-eae7c5e1ff56 req-08ae0c21-3d13-4cf8-a80f-ee6eecee232b tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:53.644567 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d466e266-f4d5-4280-9fc3-eae7c5e1ff56 req-08ae0c21-3d13-4cf8-a80f-ee6eecee232b tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0dd26f9-043a-4c4a-bd07-382f890c669f HTTP/1.1" status: 200  len: 945 time: 0.0779366
Jun 04 13:53:53.689437 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d466e266-f4d5-4280-9fc3-eae7c5e1ff56 req-b5b4a4d1-d52e-4233-98ee-b1054ffb4d30 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd82496-59c1-4f19-9dff-8c475ec18ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392756
Jun 04 13:53:53.932506 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16207805-037a-4283-94a5-c328c4e70360 req-0ddf4c59-6ed1-4e59-8324-96d1833d12f0 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:53.933943 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-16207805-037a-4283-94a5-c328c4e70360 req-0ddf4c59-6ed1-4e59-8324-96d1833d12f0 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 944 time: 0.0813613
Jun 04 13:53:53.979332 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-16207805-037a-4283-94a5-c328c4e70360 req-89e6b450-9b50-475c-892a-d2f771d7e009 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393400
Jun 04 13:53:54.048440 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e3c8f-131a-4b0c-93be-216f0a6ce3b1 req-8410cf04-828f-4ab1-a2e1-d1d2ac7308e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:54.049894 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c38e3c8f-131a-4b0c-93be-216f0a6ce3b1 req-8410cf04-828f-4ab1-a2e1-d1d2ac7308e7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe&tenant_id=a4b423c2006c49d8b8e731fbf4557850 HTTP/1.1" status: 200  len: 1097 time: 0.0807965
Jun 04 13:53:54.157672 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e3c8f-131a-4b0c-93be-216f0a6ce3b1 req-4e9178a7-6644-4e8f-94a7-a51599a5ff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:54.159171 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c38e3c8f-131a-4b0c-93be-216f0a6ce3b1 req-4e9178a7-6644-4e8f-94a7-a51599a5ff09 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a4b423c2006c49d8b8e731fbf4557850&device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 1097 time: 0.0708055
Jun 04 13:53:54.353286 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608a315-fcb7-43bc-87f7-ca474280f310 req-d4c20f6a-95a0-4303-9d50-b093a828dd4d tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:54.354721 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-9608a315-fcb7-43bc-87f7-ca474280f310 req-d4c20f6a-95a0-4303-9d50-b093a828dd4d tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 943 time: 0.1947031
Jun 04 13:53:54.358929 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e3c8f-131a-4b0c-93be-216f0a6ce3b1 req-a4ad7af8-06c8-41c5-aff2-288c27db52ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:54.360240 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c38e3c8f-131a-4b0c-93be-216f0a6ce3b1 req-a4ad7af8-06c8-41c5-aff2-288c27db52ed service neutron] 10.222.0.55 "GET /v2.0/networks?id=73738528-bfac-4e8c-bc3f-cbda5e3864f1 HTTP/1.1" status: 200  len: 917 time: 0.1641352
Jun 04 13:53:54.482374 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-9608a315-fcb7-43bc-87f7-ca474280f310 req-7f01a1dc-9922-435d-8b95-1351eae2e491 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1212215
Jun 04 13:53:54.488906 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c38e3c8f-131a-4b0c-93be-216f0a6ce3b1 req-b967507d-1be3-49f6-b9d3-0db62720b33f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54137274-2470-4cf0-bcd0-5011edcc4423 HTTP/1.1" status: 200  len: 999 time: 0.1157031
Jun 04 13:53:54.552819 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e3c8f-131a-4b0c-93be-216f0a6ce3b1 req-16857a39-a3a8-4d98-812a-e671a2b71577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:54.554233 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c38e3c8f-131a-4b0c-93be-216f0a6ce3b1 req-16857a39-a3a8-4d98-812a-e671a2b71577 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=519b1458-12fa-4b17-b5c8-40537719eb4a HTTP/1.1" status: 200  len: 855 time: 0.0572133
Jun 04 13:53:54.633773 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e3c8f-131a-4b0c-93be-216f0a6ce3b1 req-ddae1c7d-4924-49dc-9268-5e4eb30ba0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:54.635138 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c38e3c8f-131a-4b0c-93be-216f0a6ce3b1 req-ddae1c7d-4924-49dc-9268-5e4eb30ba0fe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73738528-bfac-4e8c-bc3f-cbda5e3864f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0712979
Jun 04 13:53:54.766193 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c38e3c8f-131a-4b0c-93be-216f0a6ce3b1 req-1ea93a03-d5be-486a-8a32-93b625ee75ab service neutron] 10.222.0.55 "GET /v2.0/networks/73738528-bfac-4e8c-bc3f-cbda5e3864f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237776
Jun 04 13:53:54.875895 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ba133-472d-4625-81b9-8107ba3075c1 req-3579505e-6110-449e-b40c-7f97228b9df5 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:54.877463 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5c3ba133-472d-4625-81b9-8107ba3075c1 req-3579505e-6110-449e-b40c-7f97228b9df5 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0dd26f9-043a-4c4a-bd07-382f890c669f HTTP/1.1" status: 200  len: 945 time: 0.0828593
Jun 04 13:53:54.903138 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c38e3c8f-131a-4b0c-93be-216f0a6ce3b1 req-a3895ddb-b25b-4ba8-84f8-8c32d45f032e service neutron] 10.222.0.55 "GET /v2.0/networks/73738528-bfac-4e8c-bc3f-cbda5e3864f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252599
Jun 04 13:53:54.922307 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5c3ba133-472d-4625-81b9-8107ba3075c1 req-5909cd1d-f71b-4205-9acd-1fc3772d3812 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd82496-59c1-4f19-9dff-8c475ec18ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389488
Jun 04 13:53:55.178267 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ff192-f82e-4e69-8254-f712279b513c req-a42d491a-b428-496a-a92e-8f48d9c19863 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:55.179667 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-033ff192-f82e-4e69-8254-f712279b513c req-a42d491a-b428-496a-a92e-8f48d9c19863 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 944 time: 0.0836766
Jun 04 13:53:55.224059 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-033ff192-f82e-4e69-8254-f712279b513c req-e9640647-4e5c-4831-94f0-0449188caad7 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386100
Jun 04 13:53:55.490417 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8e378-fbf4-40ba-ba93-e0a7a9be78b2 req-c9e1f7fb-4f54-4e98-a5be-ec85dc4940d8 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:55.495104 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-15f8e378-fbf4-40ba-ba93-e0a7a9be78b2 req-c9e1f7fb-4f54-4e98-a5be-ec85dc4940d8 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0dd26f9-043a-4c4a-bd07-382f890c669f HTTP/1.1" status: 200  len: 945 time: 0.0902679
Jun 04 13:53:55.570579 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-15f8e378-fbf4-40ba-ba93-e0a7a9be78b2 req-b140606f-1d95-4242-bb65-1ba4cf79f943 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Deleting port c78d94f7-5690-4b63-9f85-9e4ae65d12d3 {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:53:55.570579 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-15f8e378-fbf4-40ba-ba93-e0a7a9be78b2 req-b140606f-1d95-4242-bb65-1ba4cf79f943 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:55.711664 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd30cb7-6fdb-40ce-b600-189554576dae req-51631738-87f9-4399-8e50-354f63760957 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:55.713450 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-4cd30cb7-6fdb-40ce-b600-189554576dae req-51631738-87f9-4399-8e50-354f63760957 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 943 time: 0.1088040
Jun 04 13:53:55.767356 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-4cd30cb7-6fdb-40ce-b600-189554576dae req-a8b25c7f-3895-4260-ac31-e8e5c4e7ddf1 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426426
Jun 04 13:53:55.924939 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-15f8e378-fbf4-40ba-ba93-e0a7a9be78b2 req-b140606f-1d95-4242-bb65-1ba4cf79f943 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] For port c78d94f7-5690-4b63-9f85-9e4ae65d12d3, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=c78d94f7-5690-4b63-9f85-9e4ae65d12d3,segment=NetworkSegment(6d3f57de-dbe3-431a-86c1-8e1406ca4d6a),segment_id=6d3f57de-dbe3-431a-86c1-8e1406ca4d6a)] {{(pid=88594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:53:55.925338 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-15f8e378-fbf4-40ba-ba93-e0a7a9be78b2 req-b140606f-1d95-4242-bb65-1ba4cf79f943 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:55.966029 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:56.374721 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 50516) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:53:56.467784 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-15f8e378-fbf4-40ba-ba93-e0a7a9be78b2 req-b140606f-1d95-4242-bb65-1ba4cf79f943 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:56.468370 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-15f8e378-fbf4-40ba-ba93-e0a7a9be78b2 req-b140606f-1d95-4242-bb65-1ba4cf79f943 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:56.470542 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.l3_db [req-15f8e378-fbf4-40ba-ba93-e0a7a9be78b2 req-b140606f-1d95-4242-bb65-1ba4cf79f943 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Floating IP b92fbdca-2a40-4a91-adc0-fd7833589d8d disassociated. External IP: 172.27.2.230, port: c78d94f7-5690-4b63-9f85-9e4ae65d12d3.
Jun 04 13:53:56.470996 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-15f8e378-fbf4-40ba-ba93-e0a7a9be78b2 req-b140606f-1d95-4242-bb65-1ba4cf79f943 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Calling delete_port for c78d94f7-5690-4b63-9f85-9e4ae65d12d3 owned by compute:nova {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:53:56.499838 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff79b3-78a9-4459-ae6c-2913f0ed6b9b req-16c7be8d-8e58-443f-89af-708e65f97fb1 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:56.501576 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-9dff79b3-78a9-4459-ae6c-2913f0ed6b9b req-16c7be8d-8e58-443f-89af-708e65f97fb1 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 944 time: 0.1195681
Jun 04 13:53:56.577970 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2950ab74-2b59-4285-b539-64f9b58efcea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:56.595666 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76639305-7632-484f-b728-05e9b2107380 req-d4e9dca9-f629-4c4a-8d8b-c158ee7536a2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:56.603628 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-76639305-7632-484f-b728-05e9b2107380 req-d4e9dca9-f629-4c4a-8d8b-c158ee7536a2 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0dd26f9-043a-4c4a-bd07-382f890c669f HTTP/1.1" status: 200  len: 945 time: 0.4499512
Jun 04 13:53:56.620646 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-2950ab74-2b59-4285-b539-64f9b58efcea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:53:56.633753 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-2950ab74-2b59-4285-b539-64f9b58efcea admin admin] Usage tracker for resource:security_group_rule and tenant:ffbbe1384ecf47a3a2744e4e103cd5a6 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:53:56.640476 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-2950ab74-2b59-4285-b539-64f9b58efcea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:53:56.650184 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-2950ab74-2b59-4285-b539-64f9b58efcea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:53:56.662621 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-9dff79b3-78a9-4459-ae6c-2913f0ed6b9b req-769cb77b-a05d-42e5-85c4-d995a0803f04 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1526229
Jun 04 13:53:56.719276 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-76639305-7632-484f-b728-05e9b2107380 req-0152a3fd-727b-44e9-9fd2-78b218f1543a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd82496-59c1-4f19-9dff-8c475ec18ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1142125
Jun 04 13:53:56.785353 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2950ab74-2b59-4285-b539-64f9b58efcea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:56.845822 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-15f8e378-fbf4-40ba-ba93-e0a7a9be78b2 req-b140606f-1d95-4242-bb65-1ba4cf79f943 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:56.907265 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b140606f-1d95-4242-bb65-1ba4cf79f943 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event deleted for resources: {'Port': ['ID=c78d94f7-5690-4b63-9f85-9e4ae65d12d3,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:53:56.918291 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2950ab74-2b59-4285-b539-64f9b58efcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:56.921677 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140606f-1d95-4242-bb65-1ba4cf79f943 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:56.922118 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140606f-1d95-4242-bb65-1ba4cf79f943 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:56.922515 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140606f-1d95-4242-bb65-1ba4cf79f943 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:56.922908 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140606f-1d95-4242-bb65-1ba4cf79f943 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:56.923317 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140606f-1d95-4242-bb65-1ba4cf79f943 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:56.923709 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140606f-1d95-4242-bb65-1ba4cf79f943 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:56.924129 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140606f-1d95-4242-bb65-1ba4cf79f943 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:56.924513 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140606f-1d95-4242-bb65-1ba4cf79f943 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:56.924895 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140606f-1d95-4242-bb65-1ba4cf79f943 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:56.925276 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140606f-1d95-4242-bb65-1ba4cf79f943 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:56.925752 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140606f-1d95-4242-bb65-1ba4cf79f943 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:56.926077 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140606f-1d95-4242-bb65-1ba4cf79f943 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:57.027944 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-2950ab74-2b59-4285-b539-64f9b58efcea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ffbbe1384ecf47a3a2744e4e103cd5a6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6517541
Jun 04 13:53:57.048538 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 50524) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:53:57.055849 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950ab74-2b59-4285-b539-64f9b58efcea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555a5c21-2aa1-442a-a5f5-5bfbd855e362,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:53:57.103011 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2950ab74-2b59-4285-b539-64f9b58efcea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:57.103617 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2950ab74-2b59-4285-b539-64f9b58efcea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:57.104139 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2950ab74-2b59-4285-b539-64f9b58efcea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:57.105026 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2950ab74-2b59-4285-b539-64f9b58efcea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:57.105522 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2950ab74-2b59-4285-b539-64f9b58efcea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:57.106014 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2950ab74-2b59-4285-b539-64f9b58efcea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:57.106510 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2950ab74-2b59-4285-b539-64f9b58efcea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:57.107068 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2950ab74-2b59-4285-b539-64f9b58efcea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:57.107561 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2950ab74-2b59-4285-b539-64f9b58efcea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:57.108175 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2950ab74-2b59-4285-b539-64f9b58efcea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:57.109263 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2950ab74-2b59-4285-b539-64f9b58efcea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:57.109796 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2950ab74-2b59-4285-b539-64f9b58efcea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:53:57.172076 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f681ed-0378-4892-a870-2bf0f050c09f req-7e57d198-e7e5-4a7d-b483-7fe2d406642a tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:57.175505 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15f8e378-fbf4-40ba-ba93-e0a7a9be78b2 req-b140606f-1d95-4242-bb65-1ba4cf79f943 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:53:57.180513 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e9f681ed-0378-4892-a870-2bf0f050c09f req-7e57d198-e7e5-4a7d-b483-7fe2d406642a tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 943 time: 0.3026378
Jun 04 13:53:57.213663 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4e40b1f2-da0c-412f-bcf9-679290b82ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:57.260857 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e9f681ed-0378-4892-a870-2bf0f050c09f req-7f0f97ed-b2be-4912-8e4a-dd80989d5468 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0793784
Jun 04 13:53:57.283643 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4e40b1f2-da0c-412f-bcf9-679290b82ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:57.423011 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4e40b1f2-da0c-412f-bcf9-679290b82ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:57.460365 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15f8e378-fbf4-40ba-ba93-e0a7a9be78b2 req-b140606f-1d95-4242-bb65-1ba4cf79f943 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:53:57.473262 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdbb84f-c631-45f6-8c26-24a0ff84dc43 None None] Sync routers for ids ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'] in dv-cinder-843593-2-iscsi {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:53:57.476324 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40b1f2-da0c-412f-bcf9-679290b82ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555a5c21-2aa1-442a-a5f5-5bfbd855e362,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:53:57.487021 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4e40b1f2-da0c-412f-bcf9-679290b82ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:57.493898 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-4e40b1f2-da0c-412f-bcf9-679290b82ee7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/555a5c21-2aa1-442a-a5f5-5bfbd855e362 HTTP/1.1" status: 204  len: 168 time: 0.4415717
Jun 04 13:53:57.541556 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdbb84f-c631-45f6-8c26-24a0ff84dc43 None None] Routers {'6970f1a1-b3ff-41b6-80c8-570efa1a2642'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:53:57.544289 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-1fdbb84f-c631-45f6-8c26-24a0ff84dc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e6ffc70>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:53:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:53:57.612082 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f8e378-fbf4-40ba-ba93-e0a7a9be78b2 req-b140606f-1d95-4242-bb65-1ba4cf79f943 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] No DVR routers for this DVR port c78d94f7-5690-4b63-9f85-9e4ae65d12d3 on host hv-cinder-84359 {{(pid=88594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:53:57.614704 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-15f8e378-fbf4-40ba-ba93-e0a7a9be78b2 req-b140606f-1d95-4242-bb65-1ba4cf79f943 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:57.617781 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dd26f9-043a-4c4a-bd07-382f890c669f', 'name': 'network-vif-deleted', 'tag': 'c78d94f7-5690-4b63-9f85-9e4ae65d12d3'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:53:57.710255 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2829a1eb-9357-45cf-81d8-ff0e2cbe6a39'] response: {'server_uuid': 'd0dd26f9-043a-4c4a-bd07-382f890c669f', 'name': 'network-vif-deleted', 'tag': 'c78d94f7-5690-4b63-9f85-9e4ae65d12d3', 'status': 'completed', 'code': 200}
Jun 04 13:53:57.744569 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-15f8e378-fbf4-40ba-ba93-e0a7a9be78b2 req-b140606f-1d95-4242-bb65-1ba4cf79f943 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.55 "DELETE /v2.0/ports/c78d94f7-5690-4b63-9f85-9e4ae65d12d3 HTTP/1.1" status: 204  len: 173 time: 2.2474356
Jun 04 13:53:57.886830 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-1fdbb84f-c631-45f6-8c26-24a0ff84dc43 None None] Set router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:53:57.938943 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610456e-149f-40c0-9a32-879b2206728f req-21ecec73-d678-459d-b504-dde81944da8d tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:57.940885 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-f610456e-149f-40c0-9a32-879b2206728f req-21ecec73-d678-459d-b504-dde81944da8d tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 944 time: 0.1214533
Jun 04 13:53:57.942478 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-dd09709d-ffbd-430b-a39f-bae7e36374aa req-c2cb0b29-56e5-486f-bfd9-c510e2900a58 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Synchronizing usage tracker for tenant:04f6f6455e3046efade411926e0f0561 on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:53:58.009119 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-f610456e-149f-40c0-9a32-879b2206728f req-84150dc0-41e8-41ae-a8ed-2c5eac33108b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615838
Jun 04 13:53:58.022891 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-dd09709d-ffbd-430b-a39f-bae7e36374aa req-c2cb0b29-56e5-486f-bfd9-c510e2900a58 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Unset dirty status for tenant:04f6f6455e3046efade411926e0f0561 on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:53:58.027728 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-dd09709d-ffbd-430b-a39f-bae7e36374aa req-c2cb0b29-56e5-486f-bfd9-c510e2900a58 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0dd26f9-043a-4c4a-bd07-382f890c669f HTTP/1.1" status: 200  len: 210 time: 0.1407676
Jun 04 13:53:58.398786 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-1fdbb84f-c631-45f6-8c26-24a0ff84dc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e6ffc70>, [{'id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:41Z', 'revision_number': 4, 'project_id': '04f6f6455e3046efade411926e0f0561', 'gw_port': {'id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '711cf581-c378-430c-a852-b96602d99b90', 'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'mac_address': 'fa:16:3e:bb:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:59Z', 'revision_number': 5, 'project_id': '04f6f6455e3046efade411926e0f0561', 'subnets': [{'id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:53:58.404518 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdbb84f-c631-45f6-8c26-24a0ff84dc43 None None] Checking router: 6970f1a1-b3ff-41b6-80c8-570efa1a2642 for host: dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:53:58.416095 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdbb84f-c631-45f6-8c26-24a0ff84dc43 None None] Routers {'6970f1a1-b3ff-41b6-80c8-570efa1a2642'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:53:58.416727 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-1fdbb84f-c631-45f6-8c26-24a0ff84dc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e6ffc70>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:53:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:53:58.484093 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bc0e1-3a52-4793-8e4e-aff8e358c7aa req-9175fd40-027e-4193-8d65-469981d481d1 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:58.487673 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-c13bc0e1-3a52-4793-8e4e-aff8e358c7aa req-9175fd40-027e-4193-8d65-469981d481d1 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 943 time: 0.0968678
Jun 04 13:53:58.546611 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-c13bc0e1-3a52-4793-8e4e-aff8e358c7aa req-b400f58b-0e53-4c58-a1d1-f0e78c8a83da tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530994
Jun 04 13:53:58.642653 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-1fdbb84f-c631-45f6-8c26-24a0ff84dc43 None None] Set router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:53:58.761651 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 50544) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:53:58.785481 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-d763ea9c-7fda-43d9-9a91-023e47d530dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:58.801398 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-d763ea9c-7fda-43d9-9a91-023e47d530dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:53:58.805908 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-d763ea9c-7fda-43d9-9a91-023e47d530dc admin admin] Usage tracker for resource:security_group_rule and tenant:41d3a32aa1da48fbb9a39bdd9ca2df6b is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:53:58.809178 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-d763ea9c-7fda-43d9-9a91-023e47d530dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:53:58.815414 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-d763ea9c-7fda-43d9-9a91-023e47d530dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:53:58.920135 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-d763ea9c-7fda-43d9-9a91-023e47d530dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:58.977391 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-d763ea9c-7fda-43d9-9a91-023e47d530dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:59.006255 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-1fdbb84f-c631-45f6-8c26-24a0ff84dc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e6ffc70>, [{'id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:41Z', 'revision_number': 4, 'project_id': '04f6f6455e3046efade411926e0f0561', 'gw_port': {'id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '711cf581-c378-430c-a852-b96602d99b90', 'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'mac_address': 'fa:16:3e:bb:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:59Z', 'revision_number': 5, 'project_id': '04f6f6455e3046efade411926e0f0561', 'subnets': [{'id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:53:59.011088 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdbb84f-c631-45f6-8c26-24a0ff84dc43 None None] The sync data for ids ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'] in dv-cinder-843593-2-iscsi is: [{'id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:46:41Z', 'revision_number': 4, 'project_id': '04f6f6455e3046efade411926e0f0561', 'gw_port': {'id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '711cf581-c378-430c-a852-b96602d99b90', 'name': '', 'network_id': '8b092770-eea2-4e76-9959-7bb13a86dfb1', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'mac_address': 'fa:16:3e:bb:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:40Z', 'updated_at': '2022-06-04T13:46:59Z', 'revision_number': 5, 'project_id': '04f6f6455e3046efade411926e0f0561', 'subnets': [{'id': '69bc4cdc-ad33-4161-be2e-42ba13f7d967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:53:59.026727 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-d763ea9c-7fda-43d9-9a91-023e47d530dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=41d3a32aa1da48fbb9a39bdd9ca2df6b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2648938
Jun 04 13:53:59.028778 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763ea9c-7fda-43d9-9a91-023e47d530dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4974a4a7-c3cb-42ab-bff0-7c3db2144f63,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:53:59.029614 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 50548) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:53:59.186332 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b42e275e-ddd7-487b-89ad-f3f68f4d7fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:59.234707 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b42e275e-ddd7-487b-89ad-f3f68f4d7fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:59.314037 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cda652-1aaf-4166-abd2-b822e24466aa req-38e27c11-1202-4f63-b9fb-8b1e5b9c41dc tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:59.320059 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6bd79cfb-4b33-4836-8fd9-e58a61be2820 req-2c26a6f7-2ceb-4d1a-9058-3bcd2c52fcda tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0dd26f9-043a-4c4a-bd07-382f890c669f HTTP/1.1" status: 200  len: 210 time: 0.0777714
Jun 04 13:53:59.322452 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-80cda652-1aaf-4166-abd2-b822e24466aa req-38e27c11-1202-4f63-b9fb-8b1e5b9c41dc tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 944 time: 0.1309216
Jun 04 13:53:59.410897 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-80cda652-1aaf-4166-abd2-b822e24466aa req-a6eeda37-0a0e-4351-8630-ca07155426f9 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0870719
Jun 04 13:53:59.474283 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40fb200-4a28-4861-8f46-0670905ac411 None None] New status for floating IP b92fbdca-2a40-4a91-adc0-fd7833589d8d: DOWN {{(pid=88597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:53:59.573158 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b42e275e-ddd7-487b-89ad-f3f68f4d7fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:59.599525 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e275e-ddd7-487b-89ad-f3f68f4d7fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4974a4a7-c3cb-42ab-bff0-7c3db2144f63,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:53:59.606712 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b42e275e-ddd7-487b-89ad-f3f68f4d7fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:53:59.607925 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-b42e275e-ddd7-487b-89ad-f3f68f4d7fe5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4974a4a7-c3cb-42ab-bff0-7c3db2144f63 HTTP/1.1" status: 204  len: 168 time: 0.5763097
Jun 04 13:53:59.796311 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54c01a-adb0-45a8-85b4-acf3b4aa16bd req-e8161ff3-bbdd-422c-83f5-ca05dd177baa tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:53:59.797817 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1e54c01a-adb0-45a8-85b4-acf3b4aa16bd req-e8161ff3-bbdd-422c-83f5-ca05dd177baa tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 943 time: 0.0934458
Jun 04 13:53:59.858826 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1e54c01a-adb0-45a8-85b4-acf3b4aa16bd req-dc3dcaad-08dc-4c3e-aba0-1eb394081d13 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537970
Jun 04 13:54:00.507231 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-418aafa8-ee7c-41fb-aa8b-4d4e281afbb2 req-50ebcfb4-d7c9-4e20-a014-499b4dc5882a tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0dd26f9-043a-4c4a-bd07-382f890c669f HTTP/1.1" status: 200  len: 210 time: 0.0628738
Jun 04 13:54:00.647610 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a71b2-ce84-4e7f-92cd-154cb6eeba02 req-aa0438d0-79b6-476b-9067-1a4807ac9d6a tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:00.649111 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-752a71b2-ce84-4e7f-92cd-154cb6eeba02 req-aa0438d0-79b6-476b-9067-1a4807ac9d6a tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 944 time: 0.0970178
Jun 04 13:54:00.702385 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-752a71b2-ce84-4e7f-92cd-154cb6eeba02 req-a5d8807c-7b4b-4d14-9dee-185540c56d4c tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417972
Jun 04 13:54:01.062830 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a717ca8-ea7d-41e3-8d12-bf24298a8688 req-f49884bc-3885-47cc-adab-cc393876b500 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:01.062830 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-8a717ca8-ea7d-41e3-8d12-bf24298a8688 req-f49884bc-3885-47cc-adab-cc393876b500 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 943 time: 0.0882387
Jun 04 13:54:01.107242 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device c78d94f7-5690-4b63-9f85-9e4ae65d12d3 no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:54:01.143275 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-8a717ca8-ea7d-41e3-8d12-bf24298a8688 req-2cd5af25-7363-49c1-b8f2-0386f408fc90 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0778735
Jun 04 13:54:01.153167 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] No Port match for: c78d94f7-5690-4b63-9f85-9e4ae65d12d3 {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:54:01.153635 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device c78d94f7-5690-4b63-9f85-9e4ae65d12d3 not bound to the agent host hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:54:01.508687 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-b53ca51d-6e60-4afe-b7c0-efdfeb117bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:01.675611 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-aec49a0d-6fe5-40c6-b1b3-b42a33ee1a32 req-678bca0b-745e-45d8-ac58-37213aacdb58 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0dd26f9-043a-4c4a-bd07-382f890c669f HTTP/1.1" status: 200  len: 210 time: 0.0471823
Jun 04 13:54:01.915538 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931050c-151d-4bde-8996-9e17befbf316 req-471eb1c4-a3f3-42bd-b661-34286a20bf4a tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:01.917032 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e931050c-151d-4bde-8996-9e17befbf316 req-471eb1c4-a3f3-42bd-b661-34286a20bf4a tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 944 time: 0.0958748
Jun 04 13:54:01.966397 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e931050c-151d-4bde-8996-9e17befbf316 req-ce598dd7-8b87-42a0-b1ae-9c8ebad104ce tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432909
Jun 04 13:54:02.357097 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43504831-a1f5-4e02-b6b6-da6032754df8 req-3952b63e-ef16-4cfe-a4c0-eac3bf509bf1 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:02.359380 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-43504831-a1f5-4e02-b6b6-da6032754df8 req-3952b63e-ef16-4cfe-a4c0-eac3bf509bf1 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 943 time: 0.1030278
Jun 04 13:54:02.409100 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-43504831-a1f5-4e02-b6b6-da6032754df8 req-7155d6ac-8546-46a5-b52d-35784fb65196 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434511
Jun 04 13:54:02.879604 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-906a8402-16a2-4d29-8d31-7e75b27a55a9 req-d828e55f-b310-412b-915b-9ffb9b328eee tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0dd26f9-043a-4c4a-bd07-382f890c669f HTTP/1.1" status: 200  len: 210 time: 0.0581458
Jun 04 13:54:03.178354 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b1c49-c9e6-4977-9a64-9f80b847aae0 req-ab8ed02a-668a-4854-9474-927dfb07f68a tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:03.185350 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8d4b1c49-c9e6-4977-9a64-9f80b847aae0 req-ab8ed02a-668a-4854-9474-927dfb07f68a tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 944 time: 0.0865061
Jun 04 13:54:03.241534 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8d4b1c49-c9e6-4977-9a64-9f80b847aae0 req-a971e83a-131b-4bb0-a328-afc13246ce86 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550694
Jun 04 13:54:03.314647 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 50642) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:03.445433 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-c3567fa4-8545-414c-b840-cbb77724c03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:03.462198 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-c3567fa4-8545-414c-b840-cbb77724c03c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:54:03.466290 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-c3567fa4-8545-414c-b840-cbb77724c03c admin admin] Usage tracker for resource:security_group_rule and tenant:c2b957adbee24cd98c324d280d3e4eeb is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:54:03.469962 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-c3567fa4-8545-414c-b840-cbb77724c03c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:54:03.475946 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-c3567fa4-8545-414c-b840-cbb77724c03c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:54:03.584086 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-c3567fa4-8545-414c-b840-cbb77724c03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:03.615920 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637df01-8204-45a2-baa7-d4efcbe63f92 req-35103e56-9906-4493-b0e5-4675dfab8437 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:03.617561 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5637df01-8204-45a2-baa7-d4efcbe63f92 req-35103e56-9906-4493-b0e5-4675dfab8437 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 943 time: 0.0834348
Jun 04 13:54:03.657174 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-c3567fa4-8545-414c-b840-cbb77724c03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:03.666043 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5637df01-8204-45a2-baa7-d4efcbe63f92 req-4bf47794-d4bb-47f8-9b89-2cca67024063 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426607
Jun 04 13:54:03.717240 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-c3567fa4-8545-414c-b840-cbb77724c03c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c2b957adbee24cd98c324d280d3e4eeb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4014513
Jun 04 13:54:03.719435 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3567fa4-8545-414c-b840-cbb77724c03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bc4705-feb0-489b-a8ba-9bef606d001b,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:03.725090 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 50650) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:03.766089 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-c0eebfce-4222-49f3-a5db-b98f2a5e9638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:03.789130 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1d15623a-c6b1-4276-8322-1fc637e9ca0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:03.815931 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1d15623a-c6b1-4276-8322-1fc637e9ca0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:03.943546 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1d15623a-c6b1-4276-8322-1fc637e9ca0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:03.963699 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15623a-c6b1-4276-8322-1fc637e9ca0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bc4705-feb0-489b-a8ba-9bef606d001b,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:03.975011 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1d15623a-c6b1-4276-8322-1fc637e9ca0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:03.976350 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-1d15623a-c6b1-4276-8322-1fc637e9ca0c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/86bc4705-feb0-489b-a8ba-9bef606d001b HTTP/1.1" status: 204  len: 168 time: 0.2547827
Jun 04 13:54:04.093978 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c3bf0bc1-b06d-437b-b55b-61726b56251e req-c273d6d2-ef36-4dc2-87be-4014e0af51d6 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0dd26f9-043a-4c4a-bd07-382f890c669f HTTP/1.1" status: 200  len: 210 time: 0.0743070
Jun 04 13:54:04.507035 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96516f7c-700a-4f92-a142-3e07607d6e27 req-e0ccc443-e0ca-4883-9382-f03113a49f7e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:04.508606 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-96516f7c-700a-4f92-a142-3e07607d6e27 req-e0ccc443-e0ca-4883-9382-f03113a49f7e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 944 time: 0.1410673
Jun 04 13:54:04.562214 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-96516f7c-700a-4f92-a142-3e07607d6e27 req-e874cd3b-ebbf-449b-a1ec-ced4ddda7de3 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465047
Jun 04 13:54:04.874679 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf5bfa-cf52-433f-bfea-b9ac0d919c8e req-21ada844-b302-4c48-8492-b4945735faab tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:04.876137 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-74cf5bfa-cf52-433f-bfea-b9ac0d919c8e req-21ada844-b302-4c48-8492-b4945735faab tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 943 time: 0.0816941
Jun 04 13:54:04.923069 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-74cf5bfa-cf52-433f-bfea-b9ac0d919c8e req-c772c249-0b5a-4262-93e5-e220e8d04dd0 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412095
Jun 04 13:54:05.045564 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:05.080141 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:05.334755 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-79991c3d-9e34-47b0-8f13-64c646e50c48 req-4e8deebd-62c7-412d-a644-351f36ef0945 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0dd26f9-043a-4c4a-bd07-382f890c669f HTTP/1.1" status: 200  len: 210 time: 0.1263373
Jun 04 13:54:05.360915 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 50668) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:05.378576 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f486ee0e-2980-43ed-a8a9-1f8ff121c14d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:05.393566 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-f486ee0e-2980-43ed-a8a9-1f8ff121c14d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:54:05.397437 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-f486ee0e-2980-43ed-a8a9-1f8ff121c14d admin admin] Usage tracker for resource:security_group_rule and tenant:98c40f0cfbff4bd19ecbe69c73ca978f is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:54:05.400242 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-f486ee0e-2980-43ed-a8a9-1f8ff121c14d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:54:05.406184 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-f486ee0e-2980-43ed-a8a9-1f8ff121c14d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:54:05.486821 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f486ee0e-2980-43ed-a8a9-1f8ff121c14d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:05.570986 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f486ee0e-2980-43ed-a8a9-1f8ff121c14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:05.618024 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-f486ee0e-2980-43ed-a8a9-1f8ff121c14d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=98c40f0cfbff4bd19ecbe69c73ca978f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2560215
Jun 04 13:54:05.618859 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486ee0e-2980-43ed-a8a9-1f8ff121c14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcf68af-7ef2-4c4c-be51-374658fa16d4,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:05.620795 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 50674) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:05.713037 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-02bb8c4e-733a-442a-b783-6f5bab630ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:05.752515 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-02bb8c4e-733a-442a-b783-6f5bab630ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:05.812326 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f3df3-a1b6-4bc0-8b95-85e88b1eb926 req-5a7cb878-9315-48df-b163-a44b75617a1b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:05.813741 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-291f3df3-a1b6-4bc0-8b95-85e88b1eb926 req-5a7cb878-9315-48df-b163-a44b75617a1b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 944 time: 0.1351871
Jun 04 13:54:05.857650 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-291f3df3-a1b6-4bc0-8b95-85e88b1eb926 req-b9c47c51-17d3-4641-833f-c959371760d6 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380630
Jun 04 13:54:05.924822 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-02bb8c4e-733a-442a-b783-6f5bab630ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:05.941372 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb8c4e-733a-442a-b783-6f5bab630ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcf68af-7ef2-4c4c-be51-374658fa16d4,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:05.953195 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-02bb8c4e-733a-442a-b783-6f5bab630ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:05.957481 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-02bb8c4e-733a-442a-b783-6f5bab630ebc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bdcf68af-7ef2-4c4c-be51-374658fa16d4 HTTP/1.1" status: 204  len: 168 time: 0.3325801
Jun 04 13:54:06.103135 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:06.127908 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86b8ae-96bc-497b-8c11-312836ef9f78 req-448f6ed2-8104-4bbf-8ca5-162312bcc587 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:06.129276 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-7a86b8ae-96bc-497b-8c11-312836ef9f78 req-448f6ed2-8104-4bbf-8ca5-162312bcc587 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 943 time: 0.0850482
Jun 04 13:54:06.175441 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-7a86b8ae-96bc-497b-8c11-312836ef9f78 req-b1e18048-da04-425e-8e73-cf93acc509ba tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403469
Jun 04 13:54:06.503787 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 50696) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:06.573813 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-90964f75-48be-4405-b7fe-7e43e82874ca tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:06.604715 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-90964f75-48be-4405-b7fe-7e43e82874ca tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:06.771390 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-90964f75-48be-4405-b7fe-7e43e82874ca tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:06.791101 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90964f75-48be-4405-b7fe-7e43e82874ca tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd82496-59c1-4f19-9dff-8c475ec18ba0,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:06.850463 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-90964f75-48be-4405-b7fe-7e43e82874ca tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:06.851662 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-90964f75-48be-4405-b7fe-7e43e82874ca tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "DELETE /v2.0/security-groups/3fd82496-59c1-4f19-9dff-8c475ec18ba0 HTTP/1.1" status: 204  len: 168 time: 0.3469098
Jun 04 13:54:06.855102 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 50708) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:06.870885 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.api.v2.resource [None req-53dd936d-6b87-4db4-b2ec-dc3a3542969d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] show failed (client error): The resource could not be found.
Jun 04 13:54:06.871891 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-53dd936d-6b87-4db4-b2ec-dc3a3542969d tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "GET /v2.0/security-groups/3fd82496-59c1-4f19-9dff-8c475ec18ba0 HTTP/1.1" status: 404  len: 347 time: 0.0158913
Jun 04 13:54:06.875110 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 50712) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:07.069960 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [None req-34697b49-0ae4-43a4-837d-3317f6f0ebe1 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Deleting port 43cb9239-42a5-4357-89e2-1198b833d599 {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:54:07.070661 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-34697b49-0ae4-43a4-837d-3317f6f0ebe1 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:07.239977 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48d966-65d7-49e0-a92a-21e9de976f0e req-c4204b79-e689-4b83-badb-b35a83d7b521 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:07.241370 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5c48d966-65d7-49e0-a92a-21e9de976f0e req-c4204b79-e689-4b83-badb-b35a83d7b521 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 944 time: 0.2230451
Jun 04 13:54:07.297456 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-34697b49-0ae4-43a4-837d-3317f6f0ebe1 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:07.297787 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-34697b49-0ae4-43a4-837d-3317f6f0ebe1 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:07.370724 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821a037-3097-4c6b-95db-070df3420ce0 req-f0a6b86f-fe5f-4084-aaa2-a9a35f458a32 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:07.372206 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-0821a037-3097-4c6b-95db-070df3420ce0 req-f0a6b86f-fe5f-4084-aaa2-a9a35f458a32 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 943 time: 0.0885255
Jun 04 13:54:07.418743 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-0821a037-3097-4c6b-95db-070df3420ce0 req-218831f2-2a23-48a3-9df5-94e12a780d22 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400400
Jun 04 13:54:07.509021 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [None req-34697b49-0ae4-43a4-837d-3317f6f0ebe1 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Calling delete_port for 43cb9239-42a5-4357-89e2-1198b833d599 owned by network:floatingip {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:54:07.537479 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5c48d966-65d7-49e0-a92a-21e9de976f0e req-ec2ec6bc-e928-4cdd-ba61-c317b502615c tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2766171
Jun 04 13:54:07.731347 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-34697b49-0ae4-43a4-837d-3317f6f0ebe1 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:07.775642 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34697b49-0ae4-43a4-837d-3317f6f0ebe1 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Pushing event deleted for resources: {'Port': ['ID=43cb9239-42a5-4357-89e2-1198b833d599,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:07.874542 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-34697b49-0ae4-43a4-837d-3317f6f0ebe1 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks [] for floatingip, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:07.937172 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-34697b49-0ae4-43a4-837d-3317f6f0ebe1 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:07.939387 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-34697b49-0ae4-43a4-837d-3317f6f0ebe1 tempest-AttachVolumeNegativeTest-1565117416 tempest-AttachVolumeNegativeTest-1565117416-project] 10.222.0.39 "DELETE /v2.0/floatingips/b92fbdca-2a40-4a91-adc0-fd7833589d8d HTTP/1.1" status: 204  len: 168 time: 1.0634165
Jun 04 13:54:08.600198 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14181519-516e-4be8-aa4d-5f98d2ff7f42 req-0eea63af-766a-4252-bdf4-76bd3f767a80 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:08.601625 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-14181519-516e-4be8-aa4d-5f98d2ff7f42 req-0eea63af-766a-4252-bdf4-76bd3f767a80 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 943 time: 0.0786107
Jun 04 13:54:08.648103 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-14181519-516e-4be8-aa4d-5f98d2ff7f42 req-46960acc-cdc4-4f75-9312-29e164ead44a tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404758
Jun 04 13:54:08.726998 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d44b1c-bdba-493e-bc87-4327bdcd9cdf req-2d3189b8-1a2a-402a-9b8e-e5c790e28fb9 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:08.728446 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-69d44b1c-bdba-493e-bc87-4327bdcd9cdf req-2d3189b8-1a2a-402a-9b8e-e5c790e28fb9 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 944 time: 0.0809641
Jun 04 13:54:08.773286 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-69d44b1c-bdba-493e-bc87-4327bdcd9cdf req-d755b913-bdb8-4808-98ec-3ddbe36480ee tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385697
Jun 04 13:54:09.138422 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device f85975df-f7cf-46ee-898c-1be716601c61 details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:54:09.276593 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port f85975df-f7cf-46ee-898c-1be716601c61, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=f85975df-f7cf-46ee-898c-1be716601c61,segment=NetworkSegment(6a5cbb52-ab79-40c5-b9bc-799ccfcf389a),segment_id=6a5cbb52-ab79-40c5-b9bc-799ccfcf389a)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:54:09.291638 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Returning: {'device': 'f85975df-f7cf-46ee-898c-1be716601c61', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'port_id': 'f85975df-f7cf-46ee-898c-1be716601c61', 'mac_address': 'fa:16:3e:5b:74:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:54:09.358919 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port f85975df-f7cf-46ee-898c-1be716601c61 is: DOWN; New status is: BUILD {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:54:09.359462 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:09.377436 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f85975df-f7cf-46ee-898c-1be716601c61 {{(pid=88596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:54:09.395884 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port f85975df-f7cf-46ee-898c-1be716601c61, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=f85975df-f7cf-46ee-898c-1be716601c61,segment=NetworkSegment(6a5cbb52-ab79-40c5-b9bc-799ccfcf389a),segment_id=6a5cbb52-ab79-40c5-b9bc-799ccfcf389a)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:54:09.453929 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:09.521818 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=f85975df-f7cf-46ee-898c-1be716601c61,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:09.762532 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['f85975df-f7cf-46ee-898c-1be716601c61'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:54:09.867334 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516cd7f-1deb-46ef-8782-f71eb54eb8a9 req-e2078c53-0da6-4fbe-8354-5787800d3611 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:09.870837 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1516cd7f-1deb-46ef-8782-f71eb54eb8a9 req-e2078c53-0da6-4fbe-8354-5787800d3611 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 944 time: 0.1196392
Jun 04 13:54:09.925516 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1516cd7f-1deb-46ef-8782-f71eb54eb8a9 req-a964d983-542c-45be-b48d-4d497eda8a2d tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471997
Jun 04 13:54:09.997495 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5870ed-149f-4fef-b1d0-d24da80eb96d req-453ee1d3-cd6a-406e-b818-5cdce2f37eda tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:09.999632 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-da5870ed-149f-4fef-b1d0-d24da80eb96d req-453ee1d3-cd6a-406e-b818-5cdce2f37eda tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 944 time: 0.0884597
Jun 04 13:54:10.047695 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-da5870ed-149f-4fef-b1d0-d24da80eb96d req-a6ead957-04a0-40dc-8303-2466e1ad888d tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422413
Jun 04 13:54:11.117285 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340906d3-5824-46bb-84d7-7a6f559dfa0d req-a9fb5c35-5325-4a85-a258-75224a6d8548 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:11.118888 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-340906d3-5824-46bb-84d7-7a6f559dfa0d req-a9fb5c35-5325-4a85-a258-75224a6d8548 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 944 time: 0.0850177
Jun 04 13:54:11.138663 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device f85975df-f7cf-46ee-898c-1be716601c61 up at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:54:11.166951 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-340906d3-5824-46bb-84d7-7a6f559dfa0d req-f90b2a1f-eb13-45e2-8082-4a684d3dfaf5 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418227
Jun 04 13:54:11.258466 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53da9d-ad63-4df3-98e2-aa1dc7721f75 req-d9358333-745c-4e90-9621-e5f6700885da tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:11.259943 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7d53da9d-ad63-4df3-98e2-aa1dc7721f75 req-d9358333-745c-4e90-9621-e5f6700885da tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 944 time: 0.0817764
Jun 04 13:54:11.285623 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning for port f85975df-f7cf-46ee-898c-1be716601c61 completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:54:11.290890 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning complete for port f85975df-f7cf-46ee-898c-1be716601c61 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:54:11.291285 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:11.311965 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7d53da9d-ad63-4df3-98e2-aa1dc7721f75 req-c557f8dd-faa0-4002-86a1-0ace561d348b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445294
Jun 04 13:54:11.440681 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port f85975df-f7cf-46ee-898c-1be716601c61 is: BUILD; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:54:11.440953 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:11.466912 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592fb73b-035d-4652-bc5f-8c65ed3fe2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85975df-f7cf-46ee-898c-1be716601c61'}] {{(pid=88596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:54:11.476314 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port f85975df-f7cf-46ee-898c-1be716601c61, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=f85975df-f7cf-46ee-898c-1be716601c61,segment=NetworkSegment(6a5cbb52-ab79-40c5-b9bc-799ccfcf389a),segment_id=6a5cbb52-ab79-40c5-b9bc-799ccfcf389a)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:54:11.513620 dv-cinder-843593-2-iscsi neutron-server[88596]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e8b825a-2158-4086-a698-5266d0e6e00a'] response: {'server_uuid': '592fb73b-035d-4652-bc5f-8c65ed3fe2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85975df-f7cf-46ee-898c-1be716601c61', 'code': 200}
Jun 04 13:54:11.525526 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:11.595310 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=f85975df-f7cf-46ee-898c-1be716601c61,revision_number=5']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:11.888455 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69763241-a931-43ea-ba7f-06e3c29099b8 req-43d0f6e0-0122-48c2-a770-ce842526da9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:11.889904 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-69763241-a931-43ea-ba7f-06e3c29099b8 req-43d0f6e0-0122-48c2-a770-ce842526da9c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 1098 time: 0.0680590
Jun 04 13:54:11.932119 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-69763241-a931-43ea-ba7f-06e3c29099b8 req-10705d1d-d8f8-48d3-9ce0-bafd03243b4c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0353682
Jun 04 13:54:12.352264 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c096fae-1983-47c9-8d7c-f2d04a24a5b8 req-7f399e03-8344-4755-a4cf-b2b924fb0067 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:12.355531 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4c096fae-1983-47c9-8d7c-f2d04a24a5b8 req-7f399e03-8344-4755-a4cf-b2b924fb0067 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 945 time: 0.0850861
Jun 04 13:54:12.382580 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 50814) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:12.419704 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4c096fae-1983-47c9-8d7c-f2d04a24a5b8 req-11412900-4198-4300-87f5-3a093cafced7 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570157
Jun 04 13:54:12.517133 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280f4bb-c011-4c2c-929d-bfcad0ea15d6 req-7a24888f-4249-41c1-b005-233406e58bdb tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:12.518789 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-4280f4bb-c011-4c2c-929d-bfcad0ea15d6 req-7a24888f-4249-41c1-b005-233406e58bdb tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 944 time: 0.0854661
Jun 04 13:54:12.521960 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-8c06407d-ac12-4514-babc-c6876f4f0984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:12.537702 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-8c06407d-ac12-4514-babc-c6876f4f0984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:54:12.542020 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-8c06407d-ac12-4514-babc-c6876f4f0984 admin admin] Usage tracker for resource:security_group_rule and tenant:fd8b0fb17807441486fced9b158ce865 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:54:12.545612 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-8c06407d-ac12-4514-babc-c6876f4f0984 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:54:12.551330 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-8c06407d-ac12-4514-babc-c6876f4f0984 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:54:12.563916 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-4280f4bb-c011-4c2c-929d-bfcad0ea15d6 req-5bb3696b-63b7-4b60-87f7-a93e3141730e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390651
Jun 04 13:54:12.573713 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 50824) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:12.638015 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-8c06407d-ac12-4514-babc-c6876f4f0984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:12.690851 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-8c06407d-ac12-4514-babc-c6876f4f0984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:12.738152 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-8c06407d-ac12-4514-babc-c6876f4f0984 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fd8b0fb17807441486fced9b158ce865&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3544788
Jun 04 13:54:12.739645 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06407d-ac12-4514-babc-c6876f4f0984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b5513c-9c00-4f52-9a87-5bb845a87276,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:12.741913 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 50830) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:12.805350 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-c1246651-c83e-48ca-a479-e3470d53e5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:12.830781 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-c1246651-c83e-48ca-a479-e3470d53e5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:12.976663 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-c1246651-c83e-48ca-a479-e3470d53e5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:12.991827 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1246651-c83e-48ca-a479-e3470d53e5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b5513c-9c00-4f52-9a87-5bb845a87276,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:13.012585 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-c1246651-c83e-48ca-a479-e3470d53e5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:13.016992 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-c1246651-c83e-48ca-a479-e3470d53e5b9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/96b5513c-9c00-4f52-9a87-5bb845a87276 HTTP/1.1" status: 204  len: 168 time: 0.2741385
Jun 04 13:54:13.190049 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-97efe789-b5ca-4b0e-b0e9-89f398bbe4a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66719486'] for router_interface, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:13.599121 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4338b6-693e-43ec-810f-0721fa51849e req-ca2a4e5b-e33b-43e5-9881-7f69b743c579 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:13.600688 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1c4338b6-693e-43ec-810f-0721fa51849e req-ca2a4e5b-e33b-43e5-9881-7f69b743c579 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 945 time: 0.0805266
Jun 04 13:54:13.630410 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-97efe789-b5ca-4b0e-b0e9-89f398bbe4a2 admin admin] Deleting port 711cf581-c378-430c-a852-b96602d99b90 {{(pid=88595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:54:13.631049 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-97efe789-b5ca-4b0e-b0e9-89f398bbe4a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:13.650029 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1c4338b6-693e-43ec-810f-0721fa51849e req-43be3a67-ddf9-4cfd-851c-35c5305096de tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426824
Jun 04 13:54:13.844200 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b0278-2b6f-42ba-ae2c-7f74d0976a5a req-c395e15c-cd11-44a9-b2d5-8bd62a196488 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:13.845711 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-f17b0278-2b6f-42ba-ae2c-7f74d0976a5a req-c395e15c-cd11-44a9-b2d5-8bd62a196488 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 945 time: 0.0857289
Jun 04 13:54:13.864272 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.db [None req-97efe789-b5ca-4b0e-b0e9-89f398bbe4a2 admin admin] For port 711cf581-c378-430c-a852-b96602d99b90, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=711cf581-c378-430c-a852-b96602d99b90,segment=NetworkSegment(6d3f57de-dbe3-431a-86c1-8e1406ca4d6a),segment_id=6d3f57de-dbe3-431a-86c1-8e1406ca4d6a)] {{(pid=88595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:54:13.864613 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-97efe789-b5ca-4b0e-b0e9-89f398bbe4a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:13.881936 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2a43e-ffb8-4cc4-823c-5b1839e7114d req-3e777cfb-f105-4d09-a3b7-f3699366bf4a tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:13.888710 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-cde2a43e-ffb8-4cc4-823c-5b1839e7114d req-3e777cfb-f105-4d09-a3b7-f3699366bf4a tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 944 time: 0.1904612
Jun 04 13:54:13.891714 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-f17b0278-2b6f-42ba-ae2c-7f74d0976a5a req-c820baae-f292-44bc-bfdf-68dc8bc34aba tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399225
Jun 04 13:54:13.924268 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 50858) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:14.008089 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3b7519-f344-4d19-8d03-b78398bd7bb0 tempest-TestVolumeBootPattern-1728436693 tempest-TestVolumeBootPattern-1728436693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:14.008810 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-7f3b7519-f344-4d19-8d03-b78398bd7bb0 tempest-TestVolumeBootPattern-1728436693 tempest-TestVolumeBootPattern-1728436693-project-admin] Synchronizing usage tracker for tenant:c5214e2b646240aca2644521f446e6ae on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:54:14.021710 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-97efe789-b5ca-4b0e-b0e9-89f398bbe4a2 admin admin] Calling delete_port for 711cf581-c378-430c-a852-b96602d99b90 owned by network:router_interface {{(pid=88595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:54:14.086362 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-7f3b7519-f344-4d19-8d03-b78398bd7bb0 tempest-TestVolumeBootPattern-1728436693 tempest-TestVolumeBootPattern-1728436693-project-admin] Unset dirty status for tenant:c5214e2b646240aca2644521f446e6ae on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:54:14.090470 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-cde2a43e-ffb8-4cc4-823c-5b1839e7114d req-d079af1c-7223-40f5-b9ec-b3f913fc7ade tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1990936
Jun 04 13:54:14.092731 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 50864) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:14.092877 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-7f3b7519-f344-4d19-8d03-b78398bd7bb0 tempest-TestVolumeBootPattern-1728436693 tempest-TestVolumeBootPattern-1728436693-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 1093 time: 0.1665275
Jun 04 13:54:14.103849 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-a195baec-e3ee-4b52-9290-437cc278426e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Request body: {'floatingip': {'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'port_id': 'f85975df-f7cf-46ee-898c-1be716601c61', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:54:14.118918 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-a195baec-e3ee-4b52-9290-437cc278426e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:54:14.129686 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-a195baec-e3ee-4b52-9290-437cc278426e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Usage tracker for resource:floatingip and tenant:fd4fbd1432c64d85808c9b11782432cb is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:54:14.133401 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-a195baec-e3ee-4b52-9290-437cc278426e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:54:14.140847 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-a195baec-e3ee-4b52-9290-437cc278426e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:54:14.232082 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a195baec-e3ee-4b52-9290-437cc278426e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for floatingip, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:14.330230 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-97efe789-b5ca-4b0e-b0e9-89f398bbe4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:14.379455 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97efe789-b5ca-4b0e-b0e9-89f398bbe4a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=711cf581-c378-430c-a852-b96602d99b90,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:14.641742 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a195baec-e3ee-4b52-9290-437cc278426e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:14.731865 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-97efe789-b5ca-4b0e-b0e9-89f398bbe4a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66655079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66719298'] for router_interface, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:15.049151 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_common [None req-a195baec-e3ee-4b52-9290-437cc278426e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Allocated IP 172.27.2.229 (0e91cb13-9cd5-4b6d-a0e7-77d68e81a806/a67c2735-bb7f-4235-9bfa-262628d5695c/32dffcf8-ffcb-41a0-8164-885c8ba9ce4a) {{(pid=88595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:54:15.151478 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 54137274-2470-4cf0-bcd0-5011edcc4423 details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:54:15.297889 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9fa04-b862-439e-8cb7-f44d85967c5a req-8b94d861-6e9b-47a9-a2db-52eb71ff38a5 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:15.299553 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-76f9fa04-b862-439e-8cb7-f44d85967c5a req-8b94d861-6e9b-47a9-a2db-52eb71ff38a5 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 944 time: 0.0860898
Jun 04 13:54:15.306022 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 54137274-2470-4cf0-bcd0-5011edcc4423, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=54137274-2470-4cf0-bcd0-5011edcc4423,segment=NetworkSegment(5a203b17-8fb4-4d75-9990-d9b9069da272),segment_id=5a203b17-8fb4-4d75-9990-d9b9069da272)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:54:15.319428 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Returning: {'device': '54137274-2470-4cf0-bcd0-5011edcc4423', 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1', 'port_id': '54137274-2470-4cf0-bcd0-5011edcc4423', 'mac_address': 'fa:16:3e:42:d4:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:54:15.346661 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-76f9fa04-b862-439e-8cb7-f44d85967c5a req-7c1c3a05-a1e8-473e-8330-c8c9d0f052ae tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399473
Jun 04 13:54:15.382301 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 54137274-2470-4cf0-bcd0-5011edcc4423 is: DOWN; New status is: BUILD {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:54:15.382669 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:15.383746 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a195baec-e3ee-4b52-9290-437cc278426e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for port, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:15.399531 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54137274-2470-4cf0-bcd0-5011edcc4423 {{(pid=88596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:54:15.405328 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97efe789-b5ca-4b0e-b0e9-89f398bbe4a2 admin admin] Router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:54:15.415659 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 54137274-2470-4cf0-bcd0-5011edcc4423, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=54137274-2470-4cf0-bcd0-5011edcc4423,segment=NetworkSegment(5a203b17-8fb4-4d75-9990-d9b9069da272),segment_id=5a203b17-8fb4-4d75-9990-d9b9069da272)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:54:15.497475 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:15.573215 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=54137274-2470-4cf0-bcd0-5011edcc4423,revision_number=9']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:15.574646 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a195baec-e3ee-4b52-9290-437cc278426e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:15.654338 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a195baec-e3ee-4b52-9290-437cc278426e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 is already hosted by enough agents. {{(pid=88595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:54:15.660811 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-a195baec-e3ee-4b52-9290-437cc278426e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Resources bound (agent type, host, resource id):  {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:54:15.666332 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a195baec-e3ee-4b52-9290-437cc278426e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Received port after_create {{(pid=88595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:54:15.701769 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97efe789-b5ca-4b0e-b0e9-89f398bbe4a2 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:54:15.714056 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195baec-e3ee-4b52-9290-437cc278426e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Pushing event updated for resources: {'Port': ['ID=32dffcf8-ffcb-41a0-8164-885c8ba9ce4a,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:15.714172 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310f9278-0d56-448d-9fa5-a4d75c738aad None None] Sync routers for ids ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'] in dv-cinder-843593-2-iscsi {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:54:15.722639 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310f9278-0d56-448d-9fa5-a4d75c738aad None None] Routers {'6970f1a1-b3ff-41b6-80c8-570efa1a2642'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:54:15.723268 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-310f9278-0d56-448d-9fa5-a4d75c738aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161df4fbb0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:54:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:54:15.780273 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-97efe789-b5ca-4b0e-b0e9-89f398bbe4a2 admin admin] 10.222.0.39 "PUT /v2.0/routers/6970f1a1-b3ff-41b6-80c8-570efa1a2642/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2049246
Jun 04 13:54:15.783688 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 50882) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:15.899970 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['54137274-2470-4cf0-bcd0-5011edcc4423'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:54:15.956520 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-310f9278-0d56-448d-9fa5-a4d75c738aad None None] Set router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:54:15.968969 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-719e4c9b-3d83-4c77-ac75-29972a909351 admin admin] Notify callbacks [] for router, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:16.166727 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a195baec-e3ee-4b52-9290-437cc278426e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:16.308845 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a195baec-e3ee-4b52-9290-437cc278426e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:16.313582 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-719e4c9b-3d83-4c77-ac75-29972a909351 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:16.370492 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-310f9278-0d56-448d-9fa5-a4d75c738aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161df4fbb0>, [{'id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:54:14Z', 'revision_number': 5, 'project_id': '04f6f6455e3046efade411926e0f0561', 'gw_port': {'id': '8db549e0-63ca-4816-a9d7-49a233c0d017', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:46:32Z', 'updated_at': '2022-06-04T13:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:54:16.375047 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310f9278-0d56-448d-9fa5-a4d75c738aad None None] Checking router: 6970f1a1-b3ff-41b6-80c8-570efa1a2642 for host: dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:54:16.383492 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310f9278-0d56-448d-9fa5-a4d75c738aad None None] Routers {'6970f1a1-b3ff-41b6-80c8-570efa1a2642'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:54:16.384098 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-310f9278-0d56-448d-9fa5-a4d75c738aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161df4fbb0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:54:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:54:16.394725 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [None req-719e4c9b-3d83-4c77-ac75-29972a909351 admin admin] Deleting port 8db549e0-63ca-4816-a9d7-49a233c0d017 {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:54:16.396285 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-719e4c9b-3d83-4c77-ac75-29972a909351 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:16.540239 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-310f9278-0d56-448d-9fa5-a4d75c738aad None None] Set router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 gateway port host: None {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:54:16.604807 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [None req-719e4c9b-3d83-4c77-ac75-29972a909351 admin admin] For port 8db549e0-63ca-4816-a9d7-49a233c0d017, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=8db549e0-63ca-4816-a9d7-49a233c0d017,segment=NetworkSegment(a5e9f3a7-fe7c-4b2a-9489-202ad5682d71),segment_id=a5e9f3a7-fe7c-4b2a-9489-202ad5682d71)] {{(pid=88594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:54:16.605435 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-719e4c9b-3d83-4c77-ac75-29972a909351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:16.610204 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a195baec-e3ee-4b52-9290-437cc278426e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for port, precommit_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:16.630000 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d5aa2a-ab63-44cc-a7e7-89518c1c50a0 req-c3888982-397d-4556-9602-4ff41e0a8047 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:16.635456 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-b3d5aa2a-ab63-44cc-a7e7-89518c1c50a0 req-c3888982-397d-4556-9602-4ff41e0a8047 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 945 time: 0.1407237
Jun 04 13:54:16.661847 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-310f9278-0d56-448d-9fa5-a4d75c738aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161df4fbb0>, [{'id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:54:16Z', 'revision_number': 6, 'project_id': '04f6f6455e3046efade411926e0f0561', 'gw_port_host': None}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:54:16.665879 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310f9278-0d56-448d-9fa5-a4d75c738aad None None] The sync data for ids ['6970f1a1-b3ff-41b6-80c8-570efa1a2642'] in dv-cinder-843593-2-iscsi is: [{'id': '6970f1a1-b3ff-41b6-80c8-570efa1a2642', 'name': 'tempest-AttachVolumeNegativeTest-942768844-router', 'tenant_id': '04f6f6455e3046efade411926e0f0561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:46:30Z', 'updated_at': '2022-06-04T13:54:16Z', 'revision_number': 6, 'project_id': '04f6f6455e3046efade411926e0f0561', 'gw_port_host': None}] {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:54:16.680284 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-b3d5aa2a-ab63-44cc-a7e7-89518c1c50a0 req-a9449a7b-8e34-4ea0-854b-bf08d713fe70 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418315
Jun 04 13:54:16.685862 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a195baec-e3ee-4b52-9290-437cc278426e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64863338'] for port, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:16.745935 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [None req-719e4c9b-3d83-4c77-ac75-29972a909351 admin admin] Calling delete_port for 8db549e0-63ca-4816-a9d7-49a233c0d017 owned by network:router_gateway {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:54:16.908322 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195baec-e3ee-4b52-9290-437cc278426e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Pushing event updated for resources: {'Port': ['ID=32dffcf8-ffcb-41a0-8164-885c8ba9ce4a,revision_number=2']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:16.916377 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a195baec-e3ee-4b52-9290-437cc278426e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:17.091697 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 711cf581-c378-430c-a852-b96602d99b90 no longer exists at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:54:17.096983 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.db.l3_db [None req-a195baec-e3ee-4b52-9290-437cc278426e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Floating IP c2eeb628-2b23-41c9-aed4-06f4c93c3c5f associated. External IP: 172.27.2.229, port: f85975df-f7cf-46ee-898c-1be716601c61.
Jun 04 13:54:17.126187 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-719e4c9b-3d83-4c77-ac75-29972a909351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:17.174893 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 54137274-2470-4cf0-bcd0-5011edcc4423 up at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:54:17.175456 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e4c9b-3d83-4c77-ac75-29972a909351 admin admin] Pushing event deleted for resources: {'Port': ['ID=8db549e0-63ca-4816-a9d7-49a233c0d017,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:17.197662 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] No Port match for: 711cf581-c378-430c-a852-b96602d99b90 {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:54:17.198004 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 711cf581-c378-430c-a852-b96602d99b90 not bound to the agent host dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:54:17.245835 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning complete for port 54137274-2470-4cf0-bcd0-5011edcc4423 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:54:17.246198 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:17.272850 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-719e4c9b-3d83-4c77-ac75-29972a909351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66723803'] for router_gateway, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:17.363510 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 54137274-2470-4cf0-bcd0-5011edcc4423 is: BUILD; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:54:17.364007 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:17.392526 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb69c8b-469d-489c-a78b-007ecf6d5cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54137274-2470-4cf0-bcd0-5011edcc4423'}] {{(pid=88596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:54:17.402598 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 54137274-2470-4cf0-bcd0-5011edcc4423, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=54137274-2470-4cf0-bcd0-5011edcc4423,segment=NetworkSegment(5a203b17-8fb4-4d75-9990-d9b9069da272),segment_id=5a203b17-8fb4-4d75-9990-d9b9069da272)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:54:17.455666 dv-cinder-843593-2-iscsi neutron-server[88596]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3755d240-438f-4511-99d9-d365bd909f75'] response: {'server_uuid': '3eb69c8b-469d-489c-a78b-007ecf6d5cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54137274-2470-4cf0-bcd0-5011edcc4423', 'code': 200}
Jun 04 13:54:17.457470 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-719e4c9b-3d83-4c77-ac75-29972a909351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66723677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7300'] for router, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:17.459932 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-719e4c9b-3d83-4c77-ac75-29972a909351 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:17.462572 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:17.478691 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a195baec-e3ee-4b52-9290-437cc278426e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Router d18bd994-4218-4658-8c9b-806a7b3ab78e has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:54:17.549200 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=54137274-2470-4cf0-bcd0-5011edcc4423,revision_number=10']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:17.616987 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-719e4c9b-3d83-4c77-ac75-29972a909351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66715676'] for router, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:17.617593 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719e4c9b-3d83-4c77-ac75-29972a909351 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6970f1a1-b3ff-41b6-80c8-570efa1a2642 {{(pid=88594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 13:54:17.633094 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-719e4c9b-3d83-4c77-ac75-29972a909351 admin admin] Notify callbacks [] for router, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:17.636632 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-719e4c9b-3d83-4c77-ac75-29972a909351 admin admin] 10.222.0.39 "DELETE /v2.0/routers/6970f1a1-b3ff-41b6-80c8-570efa1a2642 HTTP/1.1" status: 204  len: 168 time: 1.8496869
Jun 04 13:54:17.638373 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 50900) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:17.679015 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a195baec-e3ee-4b52-9290-437cc278426e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:54:17.695776 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69510ce-dd29-4c22-9714-5afce311f9c5 None None] Sync routers for ids ['d18bd994-4218-4658-8c9b-806a7b3ab78e'] in dv-cinder-843593-2-iscsi {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:54:17.706870 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_v2 [None req-534d6c92-ba1d-42eb-b74e-4bc11f8d169a admin admin] Deleting subnet 69bc4cdc-ad33-4161-be2e-42ba13f7d967 {{(pid=88594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 04 13:54:17.713364 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-534d6c92-ba1d-42eb-b74e-4bc11f8d169a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:17.720824 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69510ce-dd29-4c22-9714-5afce311f9c5 None None] Routers {'d18bd994-4218-4658-8c9b-806a7b3ab78e'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:54:17.721850 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-d69510ce-dd29-4c22-9714-5afce311f9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ee526d0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:54:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['d18bd994-4218-4658-8c9b-806a7b3ab78e'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:54:17.788265 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a195baec-e3ee-4b52-9290-437cc278426e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:17.799893 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-534d6c92-ba1d-42eb-b74e-4bc11f8d169a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65378612'] for subnet, precommit_delete_associations {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:17.923311 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-a195baec-e3ee-4b52-9290-437cc278426e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.8294437
Jun 04 13:54:17.927428 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592fb73b-035d-4652-bc5f-8c65ed3fe2fa', 'tag': 'f85975df-f7cf-46ee-898c-1be716601c61'}] {{(pid=88595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:54:17.939746 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-d69510ce-dd29-4c22-9714-5afce311f9c5 None None] Set router d18bd994-4218-4658-8c9b-806a7b3ab78e gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:54:17.972828 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0dd9d-1b76-49a2-a083-dd84d9f617e7 req-538ae787-a050-4f34-b0a2-5d54ae3f4cf4 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:17.975823 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-92a0dd9d-1b76-49a2-a083-dd84d9f617e7 req-538ae787-a050-4f34-b0a2-5d54ae3f4cf4 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 947 time: 0.1346118
Jun 04 13:54:18.032650 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-621e8d86-d88c-422c-a18a-0decc9f9455c'] response: {'name': 'network-changed', 'server_uuid': '592fb73b-035d-4652-bc5f-8c65ed3fe2fa', 'tag': 'f85975df-f7cf-46ee-898c-1be716601c61', 'status': 'completed', 'code': 200}
Jun 04 13:54:18.065573 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-92a0dd9d-1b76-49a2-a083-dd84d9f617e7 req-51be1a44-f538-4a21-a8ad-4a6e57f9292a tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0808382
Jun 04 13:54:18.190431 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-534d6c92-ba1d-42eb-b74e-4bc11f8d169a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694649'] for subnet, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:18.230647 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7d9fd-ecf1-4df7-b264-eed7651867fa req-067fdcc9-6539-471e-95a7-083672420e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:18.232250 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-9bb7d9fd-ecf1-4df7-b264-eed7651867fa req-067fdcc9-6539-471e-95a7-083672420e3a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 1100 time: 0.0883558
Jun 04 13:54:18.245991 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ad777-e478-4a46-bd8e-80eb9728888e req-d1b51733-1e57-49fd-904d-7b0b12f43ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:18.247587 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-aa1ad777-e478-4a46-bd8e-80eb9728888e req-d1b51733-1e57-49fd-904d-7b0b12f43ee5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd4fbd1432c64d85808c9b11782432cb&device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 1098 time: 0.1400032
Jun 04 13:54:18.274758 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 50914) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:18.290534 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-9bb7d9fd-ecf1-4df7-b264-eed7651867fa req-db1b1094-b1a6-427e-8079-56a112ac4d28 service neutron] Synchronizing usage tracker for tenant:00c78d67a44746aa9f52b3cce57e1a7d on resource:security_group {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:54:18.354010 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-9bb7d9fd-ecf1-4df7-b264-eed7651867fa req-db1b1094-b1a6-427e-8079-56a112ac4d28 service neutron] Unset dirty status for tenant:00c78d67a44746aa9f52b3cce57e1a7d on resource:security_group {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:54:18.355382 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-9bb7d9fd-ecf1-4df7-b264-eed7651867fa req-db1b1094-b1a6-427e-8079-56a112ac4d28 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1152604
Jun 04 13:54:18.373400 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-d69510ce-dd29-4c22-9714-5afce311f9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ee526d0>, [{'id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'name': 'tempest-TestVolumeBootPattern-79748535-router', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:12Z', 'revision_number': 4, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'gw_port': {'id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:49:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': 'c2eeb628-2b23-41c9-aed4-06f4c93c3c5f', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'port_id': 'f85975df-f7cf-46ee-898c-1be716601c61', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'mac_address': 'fa:16:3e:5b:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592fb73b-035d-4652-bc5f-8c65ed3fe2fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:54:16Z', 'updated_at': '2022-06-04T13:54:16Z', 'revision_number': 0, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3db062-2bc4-4080-9bd1-766b33e56904', 'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'mac_address': 'fa:16:3e:a5:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:12Z', 'updated_at': '2022-06-04T13:50:19Z', 'revision_number': 5, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'subnets': [{'id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:54:18.378299 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69510ce-dd29-4c22-9714-5afce311f9c5 None None] Checking router: d18bd994-4218-4658-8c9b-806a7b3ab78e for host: dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:54:18.390030 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69510ce-dd29-4c22-9714-5afce311f9c5 None None] Routers {'d18bd994-4218-4658-8c9b-806a7b3ab78e'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:54:18.390030 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-d69510ce-dd29-4c22-9714-5afce311f9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ee526d0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:54:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['d18bd994-4218-4658-8c9b-806a7b3ab78e'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:54:18.414530 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-534d6c92-ba1d-42eb-b74e-4bc11f8d169a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65841225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65227553'] for subnet, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:18.423454 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ad777-e478-4a46-bd8e-80eb9728888e req-fa0db5be-3b0d-47f7-911b-aeeccc676e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:18.423454 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-aa1ad777-e478-4a46-bd8e-80eb9728888e req-fa0db5be-3b0d-47f7-911b-aeeccc676e32 service neutron] 10.222.0.55 "GET /v2.0/networks?id=19f85a41-a048-43a5-8d0a-025ad151caaa HTTP/1.1" status: 200  len: 911 time: 0.1651740
Jun 04 13:54:18.426330 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2d9f730e-f0fe-42f6-b818-f9a38fe9976a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:18.440905 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-2d9f730e-f0fe-42f6-b818-f9a38fe9976a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:54:18.444779 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-2d9f730e-f0fe-42f6-b818-f9a38fe9976a admin admin] Usage tracker for resource:security_group_rule and tenant:fa821d8e849a4c4589079c102490e779 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:54:18.447624 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-2d9f730e-f0fe-42f6-b818-f9a38fe9976a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:54:18.453874 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-2d9f730e-f0fe-42f6-b818-f9a38fe9976a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:54:18.460905 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d6c92-ba1d-42eb-b74e-4bc11f8d169a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69bc4cdc-ad33-4161-be2e-42ba13f7d967,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:18.462887 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-534d6c92-ba1d-42eb-b74e-4bc11f8d169a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:18.473630 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbeb3366-1f26-4e54-b8a4-c11804b032f4 None None] Network 8b092770-eea2-4e76-9959-7bb13a86dfb1 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:54:18.483286 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-534d6c92-ba1d-42eb-b74e-4bc11f8d169a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/69bc4cdc-ad33-4161-be2e-42ba13f7d967 HTTP/1.1" status: 204  len: 168 time: 0.8430760
Jun 04 13:54:18.483903 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 50920) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:18.595365 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-d69510ce-dd29-4c22-9714-5afce311f9c5 None None] Set router d18bd994-4218-4658-8c9b-806a7b3ab78e gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:54:18.616676 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-cd1f829f-afbe-4a8b-9dd8-4c1d2b2b3448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751646'] for network, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:18.649174 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-cd1f829f-afbe-4a8b-9dd8-4c1d2b2b3448 admin admin] Deleting port 8366dd50-38ab-4b0c-9ecb-f5965a14663d {{(pid=88595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:54:18.649827 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-cd1f829f-afbe-4a8b-9dd8-4c1d2b2b3448 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:18.684135 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2d9f730e-f0fe-42f6-b818-f9a38fe9976a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:18.751683 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2d9f730e-f0fe-42f6-b818-f9a38fe9976a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:18.754556 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567dc5df-b6e4-4126-8661-fa1787e6c1e0 None None] DHCP port deletion for 8b092770-eea2-4e76-9959-7bb13a86dfb1 request from dv-cinder-843593-2-iscsi {{(pid=88596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 04 13:54:18.758839 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-567dc5df-b6e4-4126-8661-fa1787e6c1e0 None None] Deleting port 8366dd50-38ab-4b0c-9ecb-f5965a14663d {{(pid=88596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:54:18.759339 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-567dc5df-b6e4-4126-8661-fa1787e6c1e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:18.767361 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-aa1ad777-e478-4a46-bd8e-80eb9728888e req-74c6acc3-0d32-4021-9dd3-310066e64938 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f85975df-f7cf-46ee-898c-1be716601c61 HTTP/1.1" status: 200  len: 999 time: 0.1163988
Jun 04 13:54:18.843401 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ad777-e478-4a46-bd8e-80eb9728888e req-38828169-03a7-469a-9115-96fbabfd5ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:18.845258 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-aa1ad777-e478-4a46-bd8e-80eb9728888e req-38828169-03a7-469a-9115-96fbabfd5ff7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ae316f83-c7c6-4bb6-8aee-ec9fe09a5191 HTTP/1.1" status: 200  len: 849 time: 0.0708427
Jun 04 13:54:18.847026 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-2d9f730e-f0fe-42f6-b818-f9a38fe9976a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fa821d8e849a4c4589079c102490e779&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5716815
Jun 04 13:54:18.850267 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 50924) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:18.853939 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f730e-f0fe-42f6-b818-f9a38fe9976a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b55d349-9712-40e6-9420-97cde36e8747,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:18.992962 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-8c676fa4-13bd-4297-a00c-7bc6b878a53b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:18.995688 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-d69510ce-dd29-4c22-9714-5afce311f9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ee526d0>, [{'id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'name': 'tempest-TestVolumeBootPattern-79748535-router', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:12Z', 'revision_number': 4, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'gw_port': {'id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:49:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': 'c2eeb628-2b23-41c9-aed4-06f4c93c3c5f', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'port_id': 'f85975df-f7cf-46ee-898c-1be716601c61', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'mac_address': 'fa:16:3e:5b:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592fb73b-035d-4652-bc5f-8c65ed3fe2fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:54:16Z', 'updated_at': '2022-06-04T13:54:16Z', 'revision_number': 0, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3db062-2bc4-4080-9bd1-766b33e56904', 'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'mac_address': 'fa:16:3e:a5:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:12Z', 'updated_at': '2022-06-04T13:50:19Z', 'revision_number': 5, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'subnets': [{'id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:54:19.011832 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ad777-e478-4a46-bd8e-80eb9728888e req-c5bd4f7a-4138-44f2-9415-70912d316f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:19.013329 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-aa1ad777-e478-4a46-bd8e-80eb9728888e req-c5bd4f7a-4138-44f2-9415-70912d316f23 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19f85a41-a048-43a5-8d0a-025ad151caaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1603465
Jun 04 13:54:19.014631 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69510ce-dd29-4c22-9714-5afce311f9c5 None None] The sync data for ids ['d18bd994-4218-4658-8c9b-806a7b3ab78e'] in dv-cinder-843593-2-iscsi is: [{'id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'name': 'tempest-TestVolumeBootPattern-79748535-router', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:12Z', 'revision_number': 4, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'gw_port': {'id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:49:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': 'c2eeb628-2b23-41c9-aed4-06f4c93c3c5f', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'port_id': 'f85975df-f7cf-46ee-898c-1be716601c61', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'mac_address': 'fa:16:3e:5b:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592fb73b-035d-4652-bc5f-8c65ed3fe2fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:54:16Z', 'updated_at': '2022-06-04T13:54:16Z', 'revision_number': 0, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3db062-2bc4-4080-9bd1-766b33e56904', 'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'mac_address': 'fa:16:3e:a5:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:12Z', 'updated_at': '2022-06-04T13:50:19Z', 'revision_number': 5, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'subnets': [{'id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:54:19.049542 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.db [None req-cd1f829f-afbe-4a8b-9dd8-4c1d2b2b3448 admin admin] For port 8366dd50-38ab-4b0c-9ecb-f5965a14663d, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=8366dd50-38ab-4b0c-9ecb-f5965a14663d,segment=NetworkSegment(6d3f57de-dbe3-431a-86c1-8e1406ca4d6a),segment_id=6d3f57de-dbe3-431a-86c1-8e1406ca4d6a)] {{(pid=88595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:54:19.049919 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-cd1f829f-afbe-4a8b-9dd8-4c1d2b2b3448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:19.050777 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-8c676fa4-13bd-4297-a00c-7bc6b878a53b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:19.062530 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-567dc5df-b6e4-4126-8661-fa1787e6c1e0 None None] For port 8366dd50-38ab-4b0c-9ecb-f5965a14663d, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=8366dd50-38ab-4b0c-9ecb-f5965a14663d,segment=NetworkSegment(6d3f57de-dbe3-431a-86c1-8e1406ca4d6a),segment_id=6d3f57de-dbe3-431a-86c1-8e1406ca4d6a)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:54:19.063670 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-567dc5df-b6e4-4126-8661-fa1787e6c1e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:19.184082 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 8366dd50-38ab-4b0c-9ecb-f5965a14663d no longer exists at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:54:19.222341 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-cd1f829f-afbe-4a8b-9dd8-4c1d2b2b3448 admin admin] Calling delete_port for 8366dd50-38ab-4b0c-9ecb-f5965a14663d owned by network:dhcp {{(pid=88595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:54:19.283913 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-aa1ad777-e478-4a46-bd8e-80eb9728888e req-8f557094-a17d-4ffd-8b21-893e2d18d61b service neutron] 10.222.0.55 "GET /v2.0/networks/19f85a41-a048-43a5-8d0a-025ad151caaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2512383
Jun 04 13:54:19.298956 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-567dc5df-b6e4-4126-8661-fa1787e6c1e0 None None] Calling delete_port for 8366dd50-38ab-4b0c-9ecb-f5965a14663d owned by network:dhcp {{(pid=88596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:54:19.363907 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666bb52c-ed95-42f5-b790-54de193b8c8f None None] New status for floating IP c2eeb628-2b23-41c9-aed4-06f4c93c3c5f: ACTIVE {{(pid=88596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:54:19.372930 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-8c676fa4-13bd-4297-a00c-7bc6b878a53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:19.388494 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-cd1f829f-afbe-4a8b-9dd8-4c1d2b2b3448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:19.407565 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c676fa4-13bd-4297-a00c-7bc6b878a53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b55d349-9712-40e6-9420-97cde36e8747,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:19.423214 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-8c676fa4-13bd-4297-a00c-7bc6b878a53b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:19.426911 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-8c676fa4-13bd-4297-a00c-7bc6b878a53b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8b55d349-9712-40e6-9420-97cde36e8747 HTTP/1.1" status: 204  len: 168 time: 0.5730979
Jun 04 13:54:19.467547 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-aa1ad777-e478-4a46-bd8e-80eb9728888e req-d1e13ff6-d54d-466b-8781-e3228f0ed24c service neutron] 10.222.0.55 "GET /v2.0/networks/19f85a41-a048-43a5-8d0a-025ad151caaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1809223
Jun 04 13:54:19.475025 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f829f-afbe-4a8b-9dd8-4c1d2b2b3448 admin admin] Pushing event deleted for resources: {'Port': ['ID=8366dd50-38ab-4b0c-9ecb-f5965a14663d,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:19.481112 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a5e46-5f6f-4b51-9887-93f1736900b4 req-a5eb3310-b82c-4ae1-83d9-af8ac4c475c7 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:19.483242 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1f829f-afbe-4a8b-9dd8-4c1d2b2b3448 admin admin] No DVR routers for this DVR port 8366dd50-38ab-4b0c-9ecb-f5965a14663d on host dv-cinder-843593-2-iscsi {{(pid=88595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:54:19.487201 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ba5a5e46-5f6f-4b51-9887-93f1736900b4 req-a5eb3310-b82c-4ae1-83d9-af8ac4c475c7 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 947 time: 0.2400010
Jun 04 13:54:19.556246 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ba5a5e46-5f6f-4b51-9887-93f1736900b4 req-cc2bfdeb-9168-4f90-b73a-620b7450e00d tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605276
Jun 04 13:54:19.605518 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] No active binding found for port 8366dd50-38ab-4b0c-9ecb-f5965a14663d {{(pid=88596) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Jun 04 13:54:19.606026 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 8366dd50-38ab-4b0c-9ecb-f5965a14663d not bound to the agent host dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:54:19.606461 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 8db549e0-63ca-4816-a9d7-49a233c0d017 no longer exists at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:54:19.620402 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-cd1f829f-afbe-4a8b-9dd8-4c1d2b2b3448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659742', 'neutron.services.segments.db._delete_segments_for_network-8733313062566'] for network, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:19.647144 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] No Port match for: 8db549e0-63ca-4816-a9d7-49a233c0d017 {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:54:19.647578 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 8db549e0-63ca-4816-a9d7-49a233c0d017 not bound to the agent host dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:54:19.650763 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.services.segments.db [None req-cd1f829f-afbe-4a8b-9dd8-4c1d2b2b3448 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f161da9cca0>,) {'filters': {'network_id': ['8b092770-eea2-4e76-9959-7bb13a86dfb1']}} {{(pid=88595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:54:19.666868 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.services.segments.db [None req-cd1f829f-afbe-4a8b-9dd8-4c1d2b2b3448 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f161da9cca0>, '6d3f57de-dbe3-431a-86c1-8e1406ca4d6a') {'for_net_delete': True} {{(pid=88595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:54:19.667307 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.services.segments.db [None req-cd1f829f-afbe-4a8b-9dd8-4c1d2b2b3448 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f161da9cca0>, '6d3f57de-dbe3-431a-86c1-8e1406ca4d6a') {} {{(pid=88595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:54:19.683182 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-cd1f829f-afbe-4a8b-9dd8-4c1d2b2b3448 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733313065921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64864177'] for segment, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:19.702591 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-cd1f829f-afbe-4a8b-9dd8-4c1d2b2b3448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:19.703567 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.db.api [None req-567dc5df-b6e4-4126-8661-fa1787e6c1e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 13:54:19.707303 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG oslo_db.api [None req-567dc5df-b6e4-4126-8661-fa1787e6c1e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 13:54:19.711960 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1f829f-afbe-4a8b-9dd8-4c1d2b2b3448 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=88595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:54:19.713090 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-cd1f829f-afbe-4a8b-9dd8-4c1d2b2b3448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-658974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64863414'] for segment, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:19.827120 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.services.segments.plugin [-] Segment 6d3f57de-dbe3-431a-86c1-8e1406ca4d6a resource provider aggregate not found
Jun 04 13:54:19.841624 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.services.segments.plugin [-] Segment 6d3f57de-dbe3-431a-86c1-8e1406ca4d6a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d3f57de-dbe3-431a-86c1-8e1406ca4d6a found for delete  ", "request_id": "req-54ff15fe-2bdd-49ce-af2a-629a72892be0"}]}
Jun 04 13:54:19.873912 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-cd1f829f-afbe-4a8b-9dd8-4c1d2b2b3448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66723838'] for network, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:19.880417 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-cd1f829f-afbe-4a8b-9dd8-4c1d2b2b3448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:19.905591 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f829f-afbe-4a8b-9dd8-4c1d2b2b3448 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b092770-eea2-4e76-9959-7bb13a86dfb1,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:19.988766 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-cd1f829f-afbe-4a8b-9dd8-4c1d2b2b3448 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8b092770-eea2-4e76-9959-7bb13a86dfb1 HTTP/1.1" status: 204  len: 168 time: 1.5037251
Jun 04 13:54:20.211100 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-567dc5df-b6e4-4126-8661-fa1787e6c1e0 None None] Deleting port 8366dd50-38ab-4b0c-9ecb-f5965a14663d {{(pid=88596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:54:20.211100 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-567dc5df-b6e4-4126-8661-fa1787e6c1e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:20.283122 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 50976) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:20.321940 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-567dc5df-b6e4-4126-8661-fa1787e6c1e0 None None] The port '8366dd50-38ab-4b0c-9ecb-f5965a14663d' was deleted {{(pid=88596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}}
Jun 04 13:54:20.342675 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-0f71c171-8359-42a1-8775-f7f9c1bff8c2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=04f6f6455e3046efade411926e0f0561&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0574074
Jun 04 13:54:20.354632 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 50984) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:20.406389 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-1896b4bf-11d6-4906-948a-34aa8dc2f7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:20.432919 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-1896b4bf-11d6-4906-948a-34aa8dc2f7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:20.570948 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-1896b4bf-11d6-4906-948a-34aa8dc2f7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:20.591165 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896b4bf-11d6-4906-948a-34aa8dc2f7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5be253-a72b-4d04-b592-59272c696ae1,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:20.597487 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-1896b4bf-11d6-4906-948a-34aa8dc2f7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:20.611570 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-1896b4bf-11d6-4906-948a-34aa8dc2f7e9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea5be253-a72b-4d04-b592-59272c696ae1 HTTP/1.1" status: 204  len: 168 time: 0.2654960
Jun 04 13:54:20.768302 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f3ba0-eadb-47fc-8d20-2650257d3f84 req-27e1845c-60f1-40e2-8657-50f18aea79cb tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:20.769780 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d84f3ba0-eadb-47fc-8d20-2650257d3f84 req-27e1845c-60f1-40e2-8657-50f18aea79cb tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 947 time: 0.0897174
Jun 04 13:54:20.820294 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d84f3ba0-eadb-47fc-8d20-2650257d3f84 req-a9b5e8c2-3bfb-4215-82d7-06f897d8c760 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446880
Jun 04 13:54:22.010187 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d349c-0b20-46cd-af18-fc916352ab27 req-f7d7e1c6-826f-4f45-a3c7-f6c6906e58a8 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:22.011571 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-809d349c-0b20-46cd-af18-fc916352ab27 req-f7d7e1c6-826f-4f45-a3c7-f6c6906e58a8 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 947 time: 0.0832212
Jun 04 13:54:22.056049 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-809d349c-0b20-46cd-af18-fc916352ab27 req-808a6ae6-39a1-4458-8583-fe54bb2ddca6 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379519
Jun 04 13:54:22.829035 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-212d1528-7b3a-4cd3-af45-cb61ae9dacb9 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=728464eb864a47fab90945fe49adacf3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0309739
Jun 04 13:54:22.977391 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-47e4376e-e70c-43a7-a843-c52deaa006e1 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:22.978790 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-47e4376e-e70c-43a7-a843-c52deaa006e1 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1445670
Jun 04 13:54:22.992605 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-406e85ea-2195-45dd-808f-50231a2500a1 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.39 "GET /v2.0/quotas/728464eb864a47fab90945fe49adacf3 HTTP/1.1" status: 200  len: 375 time: 0.0084331
Jun 04 13:54:23.039108 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-744cac4d-d22f-4f0a-99d7-47a8f378120a tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=728464eb864a47fab90945fe49adacf3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0417013
Jun 04 13:54:23.254662 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7b34e9d2-43b2-4cfe-804a-b862dbb2f5e3 req-cd25a9c3-6830-452e-b629-0b928aae128b tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.39 "GET /v2.0/ports?device_id=0851d73b-c3e2-47db-a027-75e53304ecc7 HTTP/1.1" status: 200  len: 210 time: 0.0420835
Jun 04 13:54:23.422042 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 6 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:54:24.425958 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e59b658c-bf58-42de-af7b-79a753e49c3c req-c7568477-fa6e-4e98-8e8c-0514f76d422b tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.39 "GET /v2.0/ports?device_id=0851d73b-c3e2-47db-a027-75e53304ecc7 HTTP/1.1" status: 200  len: 210 time: 0.0481796
Jun 04 13:54:25.338126 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-63c01e30-13c0-4d12-bb43-87ba051b7781 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=728464eb864a47fab90945fe49adacf3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0271888
Jun 04 13:54:25.612892 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c45ccd79-b3a2-4a19-b017-fb0786a2f066 req-d718ad2c-383d-48ed-bfe2-d5087f789e31 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.39 "GET /v2.0/ports?device_id=0851d73b-c3e2-47db-a027-75e53304ecc7 HTTP/1.1" status: 200  len: 210 time: 0.0562441
Jun 04 13:54:25.673770 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-3d3029f7-a3bc-4ded-b63e-30c9a4bc220d tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:25.675298 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-3d3029f7-a3bc-4ded-b63e-30c9a4bc220d tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3317060
Jun 04 13:54:25.695296 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-8a8c6a7a-54ec-4411-93cd-5bebb2f8e571 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Request body: {'port': {'device_id': '0851d73b-c3e2-47db-a027-75e53304ecc7', 'network_id': 'cfa67bf0-619c-42b3-886d-21f1dcbc6ffd', 'admin_state_up': True, 'tenant_id': '728464eb864a47fab90945fe49adacf3'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:54:25.829753 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-8a8c6a7a-54ec-4411-93cd-5bebb2f8e571 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:54:25.833627 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-8a8c6a7a-54ec-4411-93cd-5bebb2f8e571 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Usage tracker for resource:port and tenant:728464eb864a47fab90945fe49adacf3 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:54:25.836495 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-8a8c6a7a-54ec-4411-93cd-5bebb2f8e571 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:54:25.842149 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-8a8c6a7a-54ec-4411-93cd-5bebb2f8e571 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:54:25.925197 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-8a8c6a7a-54ec-4411-93cd-5bebb2f8e571 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Made reservation on behalf of 728464eb864a47fab90945fe49adacf3 for: {'port': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:54:25.928754 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-8a8c6a7a-54ec-4411-93cd-5bebb2f8e571 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:25.940915 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-8a8c6a7a-54ec-4411-93cd-5bebb2f8e571 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:25.960616 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-8a8c6a7a-54ec-4411-93cd-5bebb2f8e571 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:54:25.964699 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-8a8c6a7a-54ec-4411-93cd-5bebb2f8e571 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Usage tracker for resource:security_group_rule and tenant:728464eb864a47fab90945fe49adacf3 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:54:25.967652 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-8a8c6a7a-54ec-4411-93cd-5bebb2f8e571 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:54:25.974233 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-8a8c6a7a-54ec-4411-93cd-5bebb2f8e571 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:54:25.999669 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:26.062287 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-8a8c6a7a-54ec-4411-93cd-5bebb2f8e571 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:26.164679 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-8a8c6a7a-54ec-4411-93cd-5bebb2f8e571 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:26.247329 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c6a7a-54ec-4411-93cd-5bebb2f8e571 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f963a567-9062-4f25-8d5b-3e236f7f4ced,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:26.344866 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_common [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-8a8c6a7a-54ec-4411-93cd-5bebb2f8e571 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Allocated IP 192.168.233.117 (cfa67bf0-619c-42b3-886d-21f1dcbc6ffd/ff66898b-4e17-409f-910e-b889be49a960/949c3b95-6bbb-4d17-842f-6aab2fcd1ddc) {{(pid=88594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:54:26.545204 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-8a8c6a7a-54ec-4411-93cd-5bebb2f8e571 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Notify callbacks [] for port, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:26.560281 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-8a8c6a7a-54ec-4411-93cd-5bebb2f8e571 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Transition to ACTIVE for port object 949c3b95-6bbb-4d17-842f-6aab2fcd1ddc will not be triggered until provisioned by entity DHCP. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:54:26.634413 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-8a8c6a7a-54ec-4411-93cd-5bebb2f8e571 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:26.705930 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-8a8c6a7a-54ec-4411-93cd-5bebb2f8e571 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Network cfa67bf0-619c-42b3-886d-21f1dcbc6ffd is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:54:26.708973 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-8a8c6a7a-54ec-4411-93cd-5bebb2f8e571 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:54:26.712727 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-8a8c6a7a-54ec-4411-93cd-5bebb2f8e571 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Received port after_create {{(pid=88594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:54:26.747338 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c6a7a-54ec-4411-93cd-5bebb2f8e571 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Pushing event updated for resources: {'Port': ['ID=949c3b95-6bbb-4d17-842f-6aab2fcd1ddc,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:26.789523 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-8a8c6a7a-54ec-4411-93cd-5bebb2f8e571 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:26.790124 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-8a8c6a7a-54ec-4411-93cd-5bebb2f8e571 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:26.812654 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9cb5f-c187-4bd4-ae10-1933cdea70ee req-3e66dc5a-9bb1-477c-90f3-66fb0d73d73a tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:26.814621 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-93b9cb5f-c187-4bd4-ae10-1933cdea70ee req-3e66dc5a-9bb1-477c-90f3-66fb0d73d73a tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.39 "GET /v2.0/ports?device_id=0851d73b-c3e2-47db-a027-75e53304ecc7 HTTP/1.1" status: 200  len: 936 time: 0.0871329
Jun 04 13:54:26.857557 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-8a8c6a7a-54ec-4411-93cd-5bebb2f8e571 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1665881
Jun 04 13:54:26.866050 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-93b9cb5f-c187-4bd4-ae10-1933cdea70ee req-4d30f5a2-27cc-4bd5-a589-6f639e5e8646 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.39 "GET /v2.0/security-groups?id=f963a567-9062-4f25-8d5b-3e236f7f4ced&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448718
Jun 04 13:54:26.874230 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-5bf539fb-7dfe-4a9d-bd02-d2985115e2e6 service neutron] Request body: {'port': {'device_id': '0851d73b-c3e2-47db-a027-75e53304ecc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:54:26.970900 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-13c11f76-1ff9-4f7a-8814-41431cb9cbcd None None] Provisioning for port 949c3b95-6bbb-4d17-842f-6aab2fcd1ddc completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:54:26.976073 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-13c11f76-1ff9-4f7a-8814-41431cb9cbcd None None] Provisioning complete for port 949c3b95-6bbb-4d17-842f-6aab2fcd1ddc triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:54:26.976442 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-13c11f76-1ff9-4f7a-8814-41431cb9cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:26.988572 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-5bf539fb-7dfe-4a9d-bd02-d2985115e2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:27.029377 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-13c11f76-1ff9-4f7a-8814-41431cb9cbcd None None] Port 949c3b95-6bbb-4d17-842f-6aab2fcd1ddc cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:54:27.329939 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-5bf539fb-7dfe-4a9d-bd02-d2985115e2e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 949c3b95-6bbb-4d17-842f-6aab2fcd1ddc {{(pid=88594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:54:27.337086 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-5bf539fb-7dfe-4a9d-bd02-d2985115e2e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:27.351539 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-5bf539fb-7dfe-4a9d-bd02-d2985115e2e6 service neutron] Transition to ACTIVE for port object 949c3b95-6bbb-4d17-842f-6aab2fcd1ddc will not be triggered until provisioned by entity L2. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:54:27.410284 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-5bf539fb-7dfe-4a9d-bd02-d2985115e2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:27.570192 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf539fb-7dfe-4a9d-bd02-d2985115e2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=949c3b95-6bbb-4d17-842f-6aab2fcd1ddc,revision_number=2']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:27.649402 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-5bf539fb-7dfe-4a9d-bd02-d2985115e2e6 service neutron] Attempting to bind port 949c3b95-6bbb-4d17-842f-6aab2fcd1ddc on host hv-cinder-84359 for vnic_type normal with profile  {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:54:27.651421 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-5bf539fb-7dfe-4a9d-bd02-d2985115e2e6 service neutron] Attempting to bind port 949c3b95-6bbb-4d17-842f-6aab2fcd1ddc by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': 'ea9e4ba3-3e48-4490-8cf9-5d1a88bcc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cfa67bf0-619c-42b3-886d-21f1dcbc6ffd'}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:54:27.651421 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-5bf539fb-7dfe-4a9d-bd02-d2985115e2e6 service neutron] Attempting to bind port 949c3b95-6bbb-4d17-842f-6aab2fcd1ddc on network cfa67bf0-619c-42b3-886d-21f1dcbc6ffd {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:54:27.659347 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-5bf539fb-7dfe-4a9d-bd02-d2985115e2e6 service neutron] Port 949c3b95-6bbb-4d17-842f-6aab2fcd1ddc on network cfa67bf0-619c-42b3-886d-21f1dcbc6ffd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:54:27.659819 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-5bf539fb-7dfe-4a9d-bd02-d2985115e2e6 service neutron] Attempting to bind port 949c3b95-6bbb-4d17-842f-6aab2fcd1ddc on network cfa67bf0-619c-42b3-886d-21f1dcbc6ffd {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:54:27.666055 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-5bf539fb-7dfe-4a9d-bd02-d2985115e2e6 service neutron] Checking agent: {'id': '3f86017d-093a-400f-b732-6c31be8aecc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'started_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:54:27.666373 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-5bf539fb-7dfe-4a9d-bd02-d2985115e2e6 service neutron] Checking segment: {'id': 'ea9e4ba3-3e48-4490-8cf9-5d1a88bcc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cfa67bf0-619c-42b3-886d-21f1dcbc6ffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:54:27.666794 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-5bf539fb-7dfe-4a9d-bd02-d2985115e2e6 service neutron] Bound using segment: {'id': 'ea9e4ba3-3e48-4490-8cf9-5d1a88bcc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cfa67bf0-619c-42b3-886d-21f1dcbc6ffd'} {{(pid=88594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:54:27.667246 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.managers [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-5bf539fb-7dfe-4a9d-bd02-d2985115e2e6 service neutron] Bound port: 949c3b95-6bbb-4d17-842f-6aab2fcd1ddc, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea9e4ba3-3e48-4490-8cf9-5d1a88bcc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cfa67bf0-619c-42b3-886d-21f1dcbc6ffd'}}] {{(pid=88594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:54:27.667586 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-5bf539fb-7dfe-4a9d-bd02-d2985115e2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:27.757139 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-5bf539fb-7dfe-4a9d-bd02-d2985115e2e6 service neutron] For port 949c3b95-6bbb-4d17-842f-6aab2fcd1ddc, host hv-cinder-84359, cleared binding levels {{(pid=88594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:54:27.760292 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-5bf539fb-7dfe-4a9d-bd02-d2985115e2e6 service neutron] For port 949c3b95-6bbb-4d17-842f-6aab2fcd1ddc, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=949c3b95-6bbb-4d17-842f-6aab2fcd1ddc,segment=NetworkSegment(ea9e4ba3-3e48-4490-8cf9-5d1a88bcc9e5),segment_id=ea9e4ba3-3e48-4490-8cf9-5d1a88bcc9e5)] {{(pid=88594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:54:27.822692 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-5bf539fb-7dfe-4a9d-bd02-d2985115e2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:27.976818 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-5bf539fb-7dfe-4a9d-bd02-d2985115e2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:27.977284 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-5bf539fb-7dfe-4a9d-bd02-d2985115e2e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:27.978825 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-5bf539fb-7dfe-4a9d-bd02-d2985115e2e6 service neutron] 10.222.0.55 "PUT /v2.0/ports/949c3b95-6bbb-4d17-842f-6aab2fcd1ddc HTTP/1.1" status: 200  len: 1098 time: 1.1087391
Jun 04 13:54:27.981435 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0851d73b-c3e2-47db-a027-75e53304ecc7', 'tag': '949c3b95-6bbb-4d17-842f-6aab2fcd1ddc'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:54:28.050700 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf539fb-7dfe-4a9d-bd02-d2985115e2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=949c3b95-6bbb-4d17-842f-6aab2fcd1ddc,revision_number=3']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:28.138271 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23b51e52-2518-4b13-9a34-56446f683e5d'] response: {'name': 'network-changed', 'server_uuid': '0851d73b-c3e2-47db-a027-75e53304ecc7', 'tag': '949c3b95-6bbb-4d17-842f-6aab2fcd1ddc', 'status': 'completed', 'code': 200}
Jun 04 13:54:28.175912 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf006fe-8bd5-4eaa-a20e-5317272bcba1 req-b5330cf6-3762-4315-8b6c-13b062f1f5ca tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:28.176616 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-baf006fe-8bd5-4eaa-a20e-5317272bcba1 req-b5330cf6-3762-4315-8b6c-13b062f1f5ca tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Synchronizing usage tracker for tenant:728464eb864a47fab90945fe49adacf3 on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:54:28.203022 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-59a83575-f5de-4737-93dc-b006d888c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:28.205155 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-59a83575-f5de-4737-93dc-b006d888c395 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=728464eb864a47fab90945fe49adacf3&device_id=0851d73b-c3e2-47db-a027-75e53304ecc7 HTTP/1.1" status: 200  len: 1101 time: 0.1077139
Jun 04 13:54:28.278001 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-baf006fe-8bd5-4eaa-a20e-5317272bcba1 req-b5330cf6-3762-4315-8b6c-13b062f1f5ca tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Unset dirty status for tenant:728464eb864a47fab90945fe49adacf3 on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:54:28.278829 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-baf006fe-8bd5-4eaa-a20e-5317272bcba1 req-b5330cf6-3762-4315-8b6c-13b062f1f5ca tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.39 "GET /v2.0/ports?device_id=0851d73b-c3e2-47db-a027-75e53304ecc7 HTTP/1.1" status: 200  len: 948 time: 0.2796578
Jun 04 13:54:28.289094 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-8ae4ec82-7427-4b76-a3fe-42f5630fe5de service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=949c3b95-6bbb-4d17-842f-6aab2fcd1ddc HTTP/1.1" status: 200  len: 217 time: 0.0680702
Jun 04 13:54:28.372567 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-baf006fe-8bd5-4eaa-a20e-5317272bcba1 req-f5a69b55-6039-4458-b818-022aaad6bf85 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Synchronizing usage tracker for tenant:728464eb864a47fab90945fe49adacf3 on resource:security_group {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:54:28.380414 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-f06dcb5f-1e47-4bd9-9314-8e57a4aa54f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:28.381832 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-f06dcb5f-1e47-4bd9-9314-8e57a4aa54f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff66898b-4e17-409f-910e-b889be49a960 HTTP/1.1" status: 200  len: 843 time: 0.0803199
Jun 04 13:54:28.463157 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-d1430c0f-bdcf-4505-a8b7-9a1cfcd309c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:28.464605 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-d1430c0f-bdcf-4505-a8b7-9a1cfcd309c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cfa67bf0-619c-42b3-886d-21f1dcbc6ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0749030
Jun 04 13:54:28.467658 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-baf006fe-8bd5-4eaa-a20e-5317272bcba1 req-f5a69b55-6039-4458-b818-022aaad6bf85 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Unset dirty status for tenant:728464eb864a47fab90945fe49adacf3 on resource:security_group {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:54:28.468803 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-baf006fe-8bd5-4eaa-a20e-5317272bcba1 req-f5a69b55-6039-4458-b818-022aaad6bf85 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.39 "GET /v2.0/security-groups?id=f963a567-9062-4f25-8d5b-3e236f7f4ced&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1814678
Jun 04 13:54:28.601274 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-17c0dd2f-41ee-480b-a582-e507c07ed9ab service neutron] 10.222.0.55 "GET /v2.0/networks/cfa67bf0-619c-42b3-886d-21f1dcbc6ffd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301091
Jun 04 13:54:28.732956 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-378ed7dc-2111-4450-9db4-6dd771fb73d5 req-e0923094-8b1a-47c4-b72e-daf74382081e service neutron] 10.222.0.55 "GET /v2.0/networks/cfa67bf0-619c-42b3-886d-21f1dcbc6ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256950
Jun 04 13:54:28.976535 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94426b-5785-47e5-a0a9-dd7d29f74d38 req-9be1f873-e952-42e5-964e-38dc7d6974ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:28.977963 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7b94426b-5785-47e5-a0a9-dd7d29f74d38 req-9be1f873-e952-42e5-964e-38dc7d6974ba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=728464eb864a47fab90945fe49adacf3&device_id=0851d73b-c3e2-47db-a027-75e53304ecc7 HTTP/1.1" status: 200  len: 1101 time: 0.0698698
Jun 04 13:54:29.111270 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94426b-5785-47e5-a0a9-dd7d29f74d38 req-f36f3183-2ecb-49c9-8695-3df635647321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:29.112935 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7b94426b-5785-47e5-a0a9-dd7d29f74d38 req-f36f3183-2ecb-49c9-8695-3df635647321 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cfa67bf0-619c-42b3-886d-21f1dcbc6ffd HTTP/1.1" status: 200  len: 870 time: 0.1277347
Jun 04 13:54:29.190183 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7b94426b-5785-47e5-a0a9-dd7d29f74d38 req-8036d0a5-e4a7-4f35-a99f-53b63f34ef3a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=949c3b95-6bbb-4d17-842f-6aab2fcd1ddc HTTP/1.1" status: 200  len: 217 time: 0.0668864
Jun 04 13:54:29.255189 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94426b-5785-47e5-a0a9-dd7d29f74d38 req-288d1ff9-ff62-42f1-9c8f-f2d19fc8496d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:29.256636 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7b94426b-5785-47e5-a0a9-dd7d29f74d38 req-288d1ff9-ff62-42f1-9c8f-f2d19fc8496d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff66898b-4e17-409f-910e-b889be49a960 HTTP/1.1" status: 200  len: 843 time: 0.0601099
Jun 04 13:54:29.338823 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94426b-5785-47e5-a0a9-dd7d29f74d38 req-7efb04e8-0a59-4387-890a-864df7e812e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:29.338823 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7b94426b-5785-47e5-a0a9-dd7d29f74d38 req-7efb04e8-0a59-4387-890a-864df7e812e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cfa67bf0-619c-42b3-886d-21f1dcbc6ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0735252
Jun 04 13:54:29.474386 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7b94426b-5785-47e5-a0a9-dd7d29f74d38 req-192d0bb6-36a3-4d95-bf05-098f393af7ba service neutron] 10.222.0.55 "GET /v2.0/networks/cfa67bf0-619c-42b3-886d-21f1dcbc6ffd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248941
Jun 04 13:54:29.513094 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-32091e32-5503-484e-bcb7-6dc4a3bc3cbd req-e21aaa3e-1968-4adf-9b28-ca45fb066f9e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0695693
Jun 04 13:54:29.615504 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7b94426b-5785-47e5-a0a9-dd7d29f74d38 req-a52e95bc-8594-4823-81f5-77920654cb74 service neutron] 10.222.0.55 "GET /v2.0/networks/cfa67bf0-619c-42b3-886d-21f1dcbc6ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1329422
Jun 04 13:54:29.692866 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35a0ee-54b8-4950-bead-aa82f4026aa4 req-eae8f03f-cce8-4bf4-8eb0-b97c65156560 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:29.694307 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-0c35a0ee-54b8-4950-bead-aa82f4026aa4 req-eae8f03f-cce8-4bf4-8eb0-b97c65156560 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.39 "GET /v2.0/ports?device_id=0851d73b-c3e2-47db-a027-75e53304ecc7 HTTP/1.1" status: 200  len: 948 time: 0.1107123
Jun 04 13:54:29.696291 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32091e32-5503-484e-bcb7-6dc4a3bc3cbd req-38a85827-ee9b-4f8f-b927-2f8f9d9e9629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:29.697603 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-32091e32-5503-484e-bcb7-6dc4a3bc3cbd req-38a85827-ee9b-4f8f-b927-2f8f9d9e9629 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a4b423c2006c49d8b8e731fbf4557850&device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 1100 time: 0.1437776
Jun 04 13:54:29.815216 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-0c35a0ee-54b8-4950-bead-aa82f4026aa4 req-74b629e1-0bab-4f28-a320-1d734fcd1b84 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.39 "GET /v2.0/security-groups?id=f963a567-9062-4f25-8d5b-3e236f7f4ced&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148958
Jun 04 13:54:29.860127 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32091e32-5503-484e-bcb7-6dc4a3bc3cbd req-d02657b8-d3cd-4328-84d1-f200cd2fb110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:29.861574 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-32091e32-5503-484e-bcb7-6dc4a3bc3cbd req-d02657b8-d3cd-4328-84d1-f200cd2fb110 service neutron] 10.222.0.55 "GET /v2.0/networks?id=73738528-bfac-4e8c-bc3f-cbda5e3864f1 HTTP/1.1" status: 200  len: 917 time: 0.1419115
Jun 04 13:54:30.047113 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-32091e32-5503-484e-bcb7-6dc4a3bc3cbd req-d3b9d06e-cbb2-4faf-9263-24d3a9a7e34d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54137274-2470-4cf0-bcd0-5011edcc4423 HTTP/1.1" status: 200  len: 1001 time: 0.1773825
Jun 04 13:54:30.109569 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32091e32-5503-484e-bcb7-6dc4a3bc3cbd req-e92d88b8-66a2-43aa-901f-bf868a37522b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:30.111039 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-32091e32-5503-484e-bcb7-6dc4a3bc3cbd req-e92d88b8-66a2-43aa-901f-bf868a37522b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=519b1458-12fa-4b17-b5c8-40537719eb4a HTTP/1.1" status: 200  len: 855 time: 0.0579782
Jun 04 13:54:30.184917 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32091e32-5503-484e-bcb7-6dc4a3bc3cbd req-8374d51a-b2d3-4aec-bce0-3776f7407cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:30.186358 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-32091e32-5503-484e-bcb7-6dc4a3bc3cbd req-8374d51a-b2d3-4aec-bce0-3776f7407cab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73738528-bfac-4e8c-bc3f-cbda5e3864f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0687017
Jun 04 13:54:30.316382 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-32091e32-5503-484e-bcb7-6dc4a3bc3cbd req-3f7b3304-bf9f-4513-bba2-30e0429a4f05 service neutron] 10.222.0.55 "GET /v2.0/networks/73738528-bfac-4e8c-bc3f-cbda5e3864f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232557
Jun 04 13:54:30.446257 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-32091e32-5503-484e-bcb7-6dc4a3bc3cbd req-619c7aac-3c77-4141-9a66-2a05ab092f5c service neutron] 10.222.0.55 "GET /v2.0/networks/73738528-bfac-4e8c-bc3f-cbda5e3864f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232848
Jun 04 13:54:31.006081 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4f1ae-4e7f-4796-8230-a4f35ff951c7 req-ffa52d68-94be-4963-9f39-645b47d1eb3a tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:31.009327 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8af4f1ae-4e7f-4796-8230-a4f35ff951c7 req-ffa52d68-94be-4963-9f39-645b47d1eb3a tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.39 "GET /v2.0/ports?device_id=0851d73b-c3e2-47db-a027-75e53304ecc7 HTTP/1.1" status: 200  len: 948 time: 0.0815799
Jun 04 13:54:31.052306 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8af4f1ae-4e7f-4796-8230-a4f35ff951c7 req-6c61c354-77f4-402e-8a26-4a72ddb6e495 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.39 "GET /v2.0/security-groups?id=f963a567-9062-4f25-8d5b-3e236f7f4ced&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390251
Jun 04 13:54:31.233933 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 949c3b95-6bbb-4d17-842f-6aab2fcd1ddc details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:54:31.370335 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 949c3b95-6bbb-4d17-842f-6aab2fcd1ddc, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=949c3b95-6bbb-4d17-842f-6aab2fcd1ddc,segment=NetworkSegment(ea9e4ba3-3e48-4490-8cf9-5d1a88bcc9e5),segment_id=ea9e4ba3-3e48-4490-8cf9-5d1a88bcc9e5)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:54:31.385382 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Returning: {'device': '949c3b95-6bbb-4d17-842f-6aab2fcd1ddc', 'network_id': 'cfa67bf0-619c-42b3-886d-21f1dcbc6ffd', 'port_id': '949c3b95-6bbb-4d17-842f-6aab2fcd1ddc', 'mac_address': 'fa:16:3e:d8:6d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff66898b-4e17-409f-910e-b889be49a960', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:54:31.452723 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 949c3b95-6bbb-4d17-842f-6aab2fcd1ddc is: DOWN; New status is: BUILD {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:54:31.453095 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:31.470207 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 949c3b95-6bbb-4d17-842f-6aab2fcd1ddc {{(pid=88596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:54:31.485386 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 949c3b95-6bbb-4d17-842f-6aab2fcd1ddc, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=949c3b95-6bbb-4d17-842f-6aab2fcd1ddc,segment=NetworkSegment(ea9e4ba3-3e48-4490-8cf9-5d1a88bcc9e5),segment_id=ea9e4ba3-3e48-4490-8cf9-5d1a88bcc9e5)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:54:31.524330 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d6a7c7fe-869a-4636-b4ac-f501636dee25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:31.552814 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:31.618615 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=949c3b95-6bbb-4d17-842f-6aab2fcd1ddc,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:31.899898 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['949c3b95-6bbb-4d17-842f-6aab2fcd1ddc'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:54:32.238543 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b0828-2be2-4856-88aa-0dcbf44d8834 req-847e6284-d0da-4d3b-9644-2064d26ade14 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:32.240016 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-955b0828-2be2-4856-88aa-0dcbf44d8834 req-847e6284-d0da-4d3b-9644-2064d26ade14 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.39 "GET /v2.0/ports?device_id=0851d73b-c3e2-47db-a027-75e53304ecc7 HTTP/1.1" status: 200  len: 949 time: 0.0789084
Jun 04 13:54:32.288089 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-955b0828-2be2-4856-88aa-0dcbf44d8834 req-6d4ed37e-758d-41d8-a31a-9df7189ce556 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.39 "GET /v2.0/security-groups?id=f963a567-9062-4f25-8d5b-3e236f7f4ced&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422649
Jun 04 13:54:32.818611 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 51176) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:32.937062 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-9119bcee-39b8-4731-b15b-7fcaf27124f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:32.951426 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-9119bcee-39b8-4731-b15b-7fcaf27124f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:54:32.955223 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-9119bcee-39b8-4731-b15b-7fcaf27124f6 admin admin] Usage tracker for resource:security_group_rule and tenant:82c88000fe0840fe96d7d856901f5f39 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:54:32.958574 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-9119bcee-39b8-4731-b15b-7fcaf27124f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:54:32.964278 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-9119bcee-39b8-4731-b15b-7fcaf27124f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:54:33.044788 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-9119bcee-39b8-4731-b15b-7fcaf27124f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:33.119212 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-9119bcee-39b8-4731-b15b-7fcaf27124f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:33.246434 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 949c3b95-6bbb-4d17-842f-6aab2fcd1ddc up at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:54:33.257318 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-9119bcee-39b8-4731-b15b-7fcaf27124f6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=82c88000fe0840fe96d7d856901f5f39&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4374421
Jun 04 13:54:33.258170 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119bcee-39b8-4731-b15b-7fcaf27124f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa1aad1-ccce-4f92-9df0-cb656ab5f108,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:33.260864 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 51182) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:33.322724 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4207fa69-55bd-4823-ad7b-3542f1d7e930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:33.349300 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4207fa69-55bd-4823-ad7b-3542f1d7e930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:33.410058 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning for port 949c3b95-6bbb-4d17-842f-6aab2fcd1ddc completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:54:33.415129 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning complete for port 949c3b95-6bbb-4d17-842f-6aab2fcd1ddc triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:54:33.415471 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:33.472376 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd3bb7-cc2c-46a4-8861-54c48ef16c07 req-b9c0c990-9b36-4b80-8220-756f63be9021 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:33.473645 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4207fa69-55bd-4823-ad7b-3542f1d7e930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:33.473863 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1bcd3bb7-cc2c-46a4-8861-54c48ef16c07 req-b9c0c990-9b36-4b80-8220-756f63be9021 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.39 "GET /v2.0/ports?device_id=0851d73b-c3e2-47db-a027-75e53304ecc7 HTTP/1.1" status: 200  len: 949 time: 0.0807438
Jun 04 13:54:33.491922 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207fa69-55bd-4823-ad7b-3542f1d7e930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa1aad1-ccce-4f92-9df0-cb656ab5f108,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:33.496842 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4207fa69-55bd-4823-ad7b-3542f1d7e930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:33.498089 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-4207fa69-55bd-4823-ad7b-3542f1d7e930 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8fa1aad1-ccce-4f92-9df0-cb656ab5f108 HTTP/1.1" status: 204  len: 168 time: 0.2360511
Jun 04 13:54:33.528120 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1bcd3bb7-cc2c-46a4-8861-54c48ef16c07 req-53adf09b-0ab3-487a-80d3-d901c3822369 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.39 "GET /v2.0/security-groups?id=f963a567-9062-4f25-8d5b-3e236f7f4ced&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480490
Jun 04 13:54:33.544072 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 949c3b95-6bbb-4d17-842f-6aab2fcd1ddc is: BUILD; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:54:33.544447 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:33.572288 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0851d73b-c3e2-47db-a027-75e53304ecc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949c3b95-6bbb-4d17-842f-6aab2fcd1ddc'}] {{(pid=88596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:54:33.582005 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 949c3b95-6bbb-4d17-842f-6aab2fcd1ddc, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=949c3b95-6bbb-4d17-842f-6aab2fcd1ddc,segment=NetworkSegment(ea9e4ba3-3e48-4490-8cf9-5d1a88bcc9e5),segment_id=ea9e4ba3-3e48-4490-8cf9-5d1a88bcc9e5)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:54:33.613848 dv-cinder-843593-2-iscsi neutron-server[88596]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdffa071-b080-4936-b955-938821549731'] response: {'server_uuid': '0851d73b-c3e2-47db-a027-75e53304ecc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949c3b95-6bbb-4d17-842f-6aab2fcd1ddc', 'code': 200}
Jun 04 13:54:33.650780 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:33.736877 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=949c3b95-6bbb-4d17-842f-6aab2fcd1ddc,revision_number=5']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:33.787759 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-3def537d-d495-4268-a280-1cf09b3b94ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:33.960711 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224c152-c7bc-4d49-b697-1ab0cf91da92 req-62cb23ae-a32e-4849-a4d5-c02d9a74c95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:33.962169 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-9224c152-c7bc-4d49-b697-1ab0cf91da92 req-62cb23ae-a32e-4849-a4d5-c02d9a74c95f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0851d73b-c3e2-47db-a027-75e53304ecc7 HTTP/1.1" status: 200  len: 1103 time: 0.0730846
Jun 04 13:54:34.004584 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-9224c152-c7bc-4d49-b697-1ab0cf91da92 req-551f4bd5-ef56-4c87-8662-41ae90715aba service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f963a567-9062-4f25-8d5b-3e236f7f4ced&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0340881
Jun 04 13:54:34.701772 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:34.724452 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff02540-0e2c-4078-8121-e3d492b31510 req-027c4d20-3510-4ba6-b13c-dd99af539902 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:34.725573 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6ff02540-0e2c-4078-8121-e3d492b31510 req-027c4d20-3510-4ba6-b13c-dd99af539902 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.39 "GET /v2.0/ports?device_id=0851d73b-c3e2-47db-a027-75e53304ecc7 HTTP/1.1" status: 200  len: 950 time: 0.0801032
Jun 04 13:54:34.772051 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6ff02540-0e2c-4078-8121-e3d492b31510 req-449cd5b9-5ee1-4157-8b05-d75a5fefcfb3 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.39 "GET /v2.0/security-groups?id=f963a567-9062-4f25-8d5b-3e236f7f4ced&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405822
Jun 04 13:54:34.817042 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:35.954402 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c10314-1e3a-4735-a06b-b6323976cf1b req-43630d74-bcc5-4f09-bc1d-2b019993ea53 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:35.956492 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-c9c10314-1e3a-4735-a06b-b6323976cf1b req-43630d74-bcc5-4f09-bc1d-2b019993ea53 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.39 "GET /v2.0/ports?device_id=0851d73b-c3e2-47db-a027-75e53304ecc7 HTTP/1.1" status: 200  len: 950 time: 0.0790205
Jun 04 13:54:36.001129 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-c9c10314-1e3a-4735-a06b-b6323976cf1b req-f8187d10-9b68-46de-ad34-016d001ab2af tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.39 "GET /v2.0/security-groups?id=f963a567-9062-4f25-8d5b-3e236f7f4ced&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389550
Jun 04 13:54:36.108019 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:36.686682 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022a9f4-0aba-4c05-81d2-4a385c5342f7 req-7d27d586-8d4f-4adf-8904-a866170e234a tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:36.688152 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-a022a9f4-0aba-4c05-81d2-4a385c5342f7 req-7d27d586-8d4f-4adf-8904-a866170e234a tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.39 "GET /v2.0/ports?device_id=0851d73b-c3e2-47db-a027-75e53304ecc7 HTTP/1.1" status: 200  len: 950 time: 0.0839491
Jun 04 13:54:36.732326 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-a022a9f4-0aba-4c05-81d2-4a385c5342f7 req-df06c789-8535-4eab-90f4-3c3fea2bddf1 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.39 "GET /v2.0/security-groups?id=f963a567-9062-4f25-8d5b-3e236f7f4ced&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378687
Jun 04 13:54:36.829568 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 51268) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:36.942121 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-280112c6-7c6e-4ff4-95c0-cdfa448c37db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:36.955820 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-280112c6-7c6e-4ff4-95c0-cdfa448c37db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:54:36.959658 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-280112c6-7c6e-4ff4-95c0-cdfa448c37db admin admin] Usage tracker for resource:security_group_rule and tenant:9ddc521afab34f0c91472341913d1b13 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:54:36.962387 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-280112c6-7c6e-4ff4-95c0-cdfa448c37db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:54:36.967946 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-280112c6-7c6e-4ff4-95c0-cdfa448c37db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:54:37.049767 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-280112c6-7c6e-4ff4-95c0-cdfa448c37db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:37.108026 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-280112c6-7c6e-4ff4-95c0-cdfa448c37db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:37.157610 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-280112c6-7c6e-4ff4-95c0-cdfa448c37db admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9ddc521afab34f0c91472341913d1b13&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3269367
Jun 04 13:54:37.159087 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280112c6-7c6e-4ff4-95c0-cdfa448c37db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314d91dd-f316-471d-8f2c-18fcec1ac9e9,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:37.161497 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 51274) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:37.219407 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-3d873829-5e49-44af-8423-f0d1765b7d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:37.246950 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-3d873829-5e49-44af-8423-f0d1765b7d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:37.364649 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-3d873829-5e49-44af-8423-f0d1765b7d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:37.380611 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d873829-5e49-44af-8423-f0d1765b7d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314d91dd-f316-471d-8f2c-18fcec1ac9e9,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:37.389964 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-3d873829-5e49-44af-8423-f0d1765b7d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:37.391147 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-3d873829-5e49-44af-8423-f0d1765b7d0b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/314d91dd-f316-471d-8f2c-18fcec1ac9e9 HTTP/1.1" status: 204  len: 168 time: 0.2286351
Jun 04 13:54:37.919174 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c49ca-09f8-4ed7-ae56-46ed4033e5f6 req-9f937b05-ec50-41df-9c69-4c7252ec9a0a tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:37.920592 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b29c49ca-09f8-4ed7-ae56-46ed4033e5f6 req-9f937b05-ec50-41df-9c69-4c7252ec9a0a tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.39 "GET /v2.0/ports?device_id=0851d73b-c3e2-47db-a027-75e53304ecc7 HTTP/1.1" status: 200  len: 950 time: 0.0802848
Jun 04 13:54:37.960045 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 51284) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:37.965425 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b29c49ca-09f8-4ed7-ae56-46ed4033e5f6 req-17f27aee-22d1-458a-a800-acc101394669 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.39 "GET /v2.0/security-groups?id=f963a567-9062-4f25-8d5b-3e236f7f4ced&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384915
Jun 04 13:54:37.978452 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-97c953f3-d5d1-489f-b32f-2bf535228528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:37.993870 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-97c953f3-d5d1-489f-b32f-2bf535228528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:54:37.998379 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-97c953f3-d5d1-489f-b32f-2bf535228528 admin admin] Usage tracker for resource:security_group_rule and tenant:87aec09e23554574855ca2f44d390f9a is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:54:38.001480 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-97c953f3-d5d1-489f-b32f-2bf535228528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:54:38.007875 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-97c953f3-d5d1-489f-b32f-2bf535228528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:54:38.088054 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-97c953f3-d5d1-489f-b32f-2bf535228528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:38.153425 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-97c953f3-d5d1-489f-b32f-2bf535228528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:38.199997 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-97c953f3-d5d1-489f-b32f-2bf535228528 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=87aec09e23554574855ca2f44d390f9a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2382758
Jun 04 13:54:38.201636 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c953f3-d5d1-489f-b32f-2bf535228528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194427f1-7434-4a27-b12c-7c0b4a5d7d2c,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:38.202685 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 51288) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:38.262566 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-389f3e4a-f3d8-44bc-9b85-a80b2acc5d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:38.288191 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-389f3e4a-f3d8-44bc-9b85-a80b2acc5d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:38.393540 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7894c47-e92d-4322-93ca-dded3d2b213c req-4771ef88-7cc6-4506-a9a0-b03981158ae9 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:38.394965 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d7894c47-e92d-4322-93ca-dded3d2b213c req-4771ef88-7cc6-4506-a9a0-b03981158ae9 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.55 "GET /v2.0/ports?device_id=0851d73b-c3e2-47db-a027-75e53304ecc7 HTTP/1.1" status: 200  len: 950 time: 0.0815036
Jun 04 13:54:38.416524 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-389f3e4a-f3d8-44bc-9b85-a80b2acc5d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:38.431614 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f3e4a-f3d8-44bc-9b85-a80b2acc5d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194427f1-7434-4a27-b12c-7c0b4a5d7d2c,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:38.438280 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-389f3e4a-f3d8-44bc-9b85-a80b2acc5d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:38.442071 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-389f3e4a-f3d8-44bc-9b85-a80b2acc5d4f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/194427f1-7434-4a27-b12c-7c0b4a5d7d2c HTTP/1.1" status: 204  len: 168 time: 0.2383122
Jun 04 13:54:38.468396 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [req-d7894c47-e92d-4322-93ca-dded3d2b213c req-3f8897a4-1a34-4819-8e77-53f97af0bb52 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Deleting port 949c3b95-6bbb-4d17-842f-6aab2fcd1ddc {{(pid=88595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:54:38.468743 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-d7894c47-e92d-4322-93ca-dded3d2b213c req-3f8897a4-1a34-4819-8e77-53f97af0bb52 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:38.713410 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.db [req-d7894c47-e92d-4322-93ca-dded3d2b213c req-3f8897a4-1a34-4819-8e77-53f97af0bb52 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] For port 949c3b95-6bbb-4d17-842f-6aab2fcd1ddc, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=949c3b95-6bbb-4d17-842f-6aab2fcd1ddc,segment=NetworkSegment(ea9e4ba3-3e48-4490-8cf9-5d1a88bcc9e5),segment_id=ea9e4ba3-3e48-4490-8cf9-5d1a88bcc9e5)] {{(pid=88595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:54:38.713681 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-d7894c47-e92d-4322-93ca-dded3d2b213c req-3f8897a4-1a34-4819-8e77-53f97af0bb52 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:38.918686 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [req-d7894c47-e92d-4322-93ca-dded3d2b213c req-3f8897a4-1a34-4819-8e77-53f97af0bb52 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Calling delete_port for 949c3b95-6bbb-4d17-842f-6aab2fcd1ddc owned by compute:nova {{(pid=88595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:54:39.136524 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-d7894c47-e92d-4322-93ca-dded3d2b213c req-3f8897a4-1a34-4819-8e77-53f97af0bb52 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:39.147715 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-aa9583d6-b7d9-4d18-bc9b-e93c94c8cde0 req-9bd3be91-484f-497b-b488-ae3047f6d90d tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.39 "GET /v2.0/ports?device_id=0851d73b-c3e2-47db-a027-75e53304ecc7 HTTP/1.1" status: 200  len: 210 time: 0.0469723
Jun 04 13:54:39.172297 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['949c3b95-6bbb-4d17-842f-6aab2fcd1ddc'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:54:39.193231 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8897a4-1a34-4819-8e77-53f97af0bb52 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Pushing event deleted for resources: {'Port': ['ID=949c3b95-6bbb-4d17-842f-6aab2fcd1ddc,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:39.276871 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7894c47-e92d-4322-93ca-dded3d2b213c req-3f8897a4-1a34-4819-8e77-53f97af0bb52 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] No DVR routers for this DVR port 949c3b95-6bbb-4d17-842f-6aab2fcd1ddc on host hv-cinder-84359 {{(pid=88595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:54:39.279769 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-d7894c47-e92d-4322-93ca-dded3d2b213c req-3f8897a4-1a34-4819-8e77-53f97af0bb52 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:39.282326 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0851d73b-c3e2-47db-a027-75e53304ecc7', 'name': 'network-vif-deleted', 'tag': '949c3b95-6bbb-4d17-842f-6aab2fcd1ddc'}] {{(pid=88595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:54:39.344982 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c64f0e5-0013-434f-a5d3-2895994533fd'] response: {'server_uuid': '0851d73b-c3e2-47db-a027-75e53304ecc7', 'name': 'network-vif-deleted', 'tag': '949c3b95-6bbb-4d17-842f-6aab2fcd1ddc', 'status': 'completed', 'code': 200}
Jun 04 13:54:39.388920 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d7894c47-e92d-4322-93ca-dded3d2b213c req-3f8897a4-1a34-4819-8e77-53f97af0bb52 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.55 "DELETE /v2.0/ports/949c3b95-6bbb-4d17-842f-6aab2fcd1ddc HTTP/1.1" status: 204  len: 173 time: 0.9885435
Jun 04 13:54:40.312535 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-8ac54a15-c321-4016-a85f-f9af6f770822 req-e1e35d36-53b9-4ce9-93c6-89f881a72bb7 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Synchronizing usage tracker for tenant:728464eb864a47fab90945fe49adacf3 on resource:port {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:54:40.387781 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-8ac54a15-c321-4016-a85f-f9af6f770822 req-e1e35d36-53b9-4ce9-93c6-89f881a72bb7 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] Unset dirty status for tenant:728464eb864a47fab90945fe49adacf3 on resource:port {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:54:40.388957 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-8ac54a15-c321-4016-a85f-f9af6f770822 req-e1e35d36-53b9-4ce9-93c6-89f881a72bb7 tempest-VolumesNegativeTest-962785437 tempest-VolumesNegativeTest-962785437-project] 10.222.0.39 "GET /v2.0/ports?device_id=0851d73b-c3e2-47db-a027-75e53304ecc7 HTTP/1.1" status: 200  len: 210 time: 0.1208398
Jun 04 13:54:42.847725 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 51448) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:42.963292 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-c0108e8e-c4b2-4452-ab02-0462b2da16b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:42.977487 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-c0108e8e-c4b2-4452-ab02-0462b2da16b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:54:42.981296 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-c0108e8e-c4b2-4452-ab02-0462b2da16b7 admin admin] Usage tracker for resource:security_group_rule and tenant:e114d96512134e6aa1eec089ceb2f013 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:54:42.984156 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-c0108e8e-c4b2-4452-ab02-0462b2da16b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:54:42.989830 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-c0108e8e-c4b2-4452-ab02-0462b2da16b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:54:43.077814 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-c0108e8e-c4b2-4452-ab02-0462b2da16b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:43.153375 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-c0108e8e-c4b2-4452-ab02-0462b2da16b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:43.203410 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-c0108e8e-c4b2-4452-ab02-0462b2da16b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e114d96512134e6aa1eec089ceb2f013&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3524013
Jun 04 13:54:43.203410 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0108e8e-c4b2-4452-ab02-0462b2da16b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af16ed9-86de-4feb-8665-57e76d4f42f1,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:43.203776 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 51472) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:43.261838 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 949c3b95-6bbb-4d17-842f-6aab2fcd1ddc no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:54:43.263415 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9a626aaf-a540-426f-a291-35d6332c3b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:43.291930 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9a626aaf-a540-426f-a291-35d6332c3b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:43.303073 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] No Port match for: 949c3b95-6bbb-4d17-842f-6aab2fcd1ddc {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:54:43.303640 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 949c3b95-6bbb-4d17-842f-6aab2fcd1ddc not bound to the agent host hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:54:43.410534 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9a626aaf-a540-426f-a291-35d6332c3b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:43.427799 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a626aaf-a540-426f-a291-35d6332c3b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af16ed9-86de-4feb-8665-57e76d4f42f1,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:43.431813 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9a626aaf-a540-426f-a291-35d6332c3b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:43.432818 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-9a626aaf-a540-426f-a291-35d6332c3b22 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8af16ed9-86de-4feb-8665-57e76d4f42f1 HTTP/1.1" status: 204  len: 168 time: 0.2280231
Jun 04 13:54:44.039949 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 51498) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:44.063417 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-d13383d5-0d87-4969-bdd0-da17f81889a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:44.079628 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-d13383d5-0d87-4969-bdd0-da17f81889a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:54:44.083465 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-d13383d5-0d87-4969-bdd0-da17f81889a4 admin admin] Usage tracker for resource:security_group_rule and tenant:e630bc5b816b4a3c91fdde28cf93fca5 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:54:44.086267 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-d13383d5-0d87-4969-bdd0-da17f81889a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:54:44.091964 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-d13383d5-0d87-4969-bdd0-da17f81889a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:54:44.173111 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-d13383d5-0d87-4969-bdd0-da17f81889a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:44.210655 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-d13383d5-0d87-4969-bdd0-da17f81889a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:44.258377 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-d13383d5-0d87-4969-bdd0-da17f81889a4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e630bc5b816b4a3c91fdde28cf93fca5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2172320
Jun 04 13:54:44.260225 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13383d5-0d87-4969-bdd0-da17f81889a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97195b68-b2ee-4bca-b41c-9b66afe29689,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:44.261003 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 51510) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:44.319468 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-baa6e94b-fd96-4640-990c-f0277210ef58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:44.347851 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-baa6e94b-fd96-4640-990c-f0277210ef58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:44.445038 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-baa6e94b-fd96-4640-990c-f0277210ef58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:44.461826 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6e94b-fd96-4640-990c-f0277210ef58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97195b68-b2ee-4bca-b41c-9b66afe29689,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:44.479796 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-baa6e94b-fd96-4640-990c-f0277210ef58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:44.483748 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-baa6e94b-fd96-4640-990c-f0277210ef58 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/97195b68-b2ee-4bca-b41c-9b66afe29689 HTTP/1.1" status: 204  len: 168 time: 0.2212644
Jun 04 13:54:48.495231 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 51694) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:48.642050 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-b6c78497-ae50-4663-ba51-1d724e8c013f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=728464eb864a47fab90945fe49adacf3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1456120
Jun 04 13:54:48.644553 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 51706) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:48.702365 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-0e6ec79f-4cd0-40a8-99e6-aa03b01a7e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:48.728063 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-0e6ec79f-4cd0-40a8-99e6-aa03b01a7e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:48.822096 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-0e6ec79f-4cd0-40a8-99e6-aa03b01a7e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:48.843686 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ec79f-4cd0-40a8-99e6-aa03b01a7e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f963a567-9062-4f25-8d5b-3e236f7f4ced,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:48.900482 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-0e6ec79f-4cd0-40a8-99e6-aa03b01a7e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:48.901588 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-0e6ec79f-4cd0-40a8-99e6-aa03b01a7e17 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f963a567-9062-4f25-8d5b-3e236f7f4ced HTTP/1.1" status: 204  len: 168 time: 0.2561712
Jun 04 13:54:49.900950 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 51738) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:50.001021 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-df7706f8-2f94-4058-9731-1212d7d4c67f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1124853564-network', 'tenant_id': 'fe664db09ab54eb78020560648b48372'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:54:50.006196 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-df7706f8-2f94-4058-9731-1212d7d4c67f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:54:50.010161 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-df7706f8-2f94-4058-9731-1212d7d4c67f admin admin] Usage tracker for resource:network and tenant:fe664db09ab54eb78020560648b48372 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:54:50.013096 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-df7706f8-2f94-4058-9731-1212d7d4c67f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:54:50.019432 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-df7706f8-2f94-4058-9731-1212d7d4c67f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:54:50.073357 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7706f8-2f94-4058-9731-1212d7d4c67f admin admin] Made reservation on behalf of fe664db09ab54eb78020560648b48372 for: {'network': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:54:50.075779 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-df7706f8-2f94-4058-9731-1212d7d4c67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for network, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:50.088078 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-df7706f8-2f94-4058-9731-1212d7d4c67f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:50.102022 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-df7706f8-2f94-4058-9731-1212d7d4c67f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:54:50.105823 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-df7706f8-2f94-4058-9731-1212d7d4c67f admin admin] Usage tracker for resource:security_group_rule and tenant:fe664db09ab54eb78020560648b48372 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:54:50.108615 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-df7706f8-2f94-4058-9731-1212d7d4c67f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:54:50.114885 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-df7706f8-2f94-4058-9731-1212d7d4c67f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:54:50.196094 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-df7706f8-2f94-4058-9731-1212d7d4c67f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:50.240536 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 51746) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:50.256228 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-df7706f8-2f94-4058-9731-1212d7d4c67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:50.289921 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df7706f8-2f94-4058-9731-1212d7d4c67f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224}  {{(pid=88594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:54:50.298085 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7706f8-2f94-4058-9731-1212d7d4c67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9abb84-e3d8-4e34-93fc-80532c383d5f,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:50.304676 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-df7706f8-2f94-4058-9731-1212d7d4c67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:50.305016 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.segments_db [None req-df7706f8-2f94-4058-9731-1212d7d4c67f admin admin] Added segment 3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5 of type vlan for network a9bc2144-527f-4b40-91f1-8bb71ba2cb25
Jun 04 13:54:50.332598 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-df7706f8-2f94-4058-9731-1212d7d4c67f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733312597486'] for network, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:50.370928 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-379584d1-b210-4c46-9875-6aed953ca3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:50.386671 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-379584d1-b210-4c46-9875-6aed953ca3f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:54:50.390795 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-379584d1-b210-4c46-9875-6aed953ca3f8 admin admin] Usage tracker for resource:security_group_rule and tenant:e5ae90053b434f229593f0c7b9e7f0fd is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:54:50.393605 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-379584d1-b210-4c46-9875-6aed953ca3f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:54:50.400024 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-379584d1-b210-4c46-9875-6aed953ca3f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:54:50.433866 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-df7706f8-2f94-4058-9731-1212d7d4c67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086'] for network, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:50.434778 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7706f8-2f94-4058-9731-1212d7d4c67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:50.435399 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-df7706f8-2f94-4058-9731-1212d7d4c67f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:50.576229 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7706f8-2f94-4058-9731-1212d7d4c67f admin admin] Pushing event updated for resources: {'Network': ['ID=a9bc2144-527f-4b40-91f1-8bb71ba2cb25,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:50.586005 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Network a9bc2144-527f-4b40-91f1-8bb71ba2cb25 details requested by agent ovs-agent-dv-cinder-843593-2-iscsi with host dv-cinder-843593-2-iscsi {{(pid=88596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:54:50.593767 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-379584d1-b210-4c46-9875-6aed953ca3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:50.639969 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-df7706f8-2f94-4058-9731-1212d7d4c67f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7378716
Jun 04 13:54:50.642714 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 51752) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:50.648032 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-dce54ade-4f47-4a79-838e-8b1f79e438f3 admin admin] Request body: {'subnet': {'network_id': 'a9bc2144-527f-4b40-91f1-8bb71ba2cb25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1124853564-subnet', 'tenant_id': 'fe664db09ab54eb78020560648b48372', 'ip_version': 4}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:54:50.652840 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-dce54ade-4f47-4a79-838e-8b1f79e438f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:54:50.656666 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-dce54ade-4f47-4a79-838e-8b1f79e438f3 admin admin] Usage tracker for resource:subnet and tenant:fe664db09ab54eb78020560648b48372 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:54:50.659507 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-dce54ade-4f47-4a79-838e-8b1f79e438f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:54:50.666173 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-dce54ade-4f47-4a79-838e-8b1f79e438f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:54:50.669478 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-379584d1-b210-4c46-9875-6aed953ca3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:50.719429 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-379584d1-b210-4c46-9875-6aed953ca3f8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e5ae90053b434f229593f0c7b9e7f0fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4777210
Jun 04 13:54:50.721100 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379584d1-b210-4c46-9875-6aed953ca3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a6e313-e99d-4ad3-97c8-a1ccc6e185c2,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:50.722024 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 51756) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:50.764754 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce54ade-4f47-4a79-838e-8b1f79e438f3 admin admin] Made reservation on behalf of fe664db09ab54eb78020560648b48372 for: {'subnet': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:54:50.767109 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-dce54ade-4f47-4a79-838e-8b1f79e438f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65227580'] for subnet, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:50.780318 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-16873aa4-a4b3-4845-9ab2-e5991faf1cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:50.806625 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-16873aa4-a4b3-4845-9ab2-e5991faf1cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:50.924652 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-16873aa4-a4b3-4845-9ab2-e5991faf1cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:50.940825 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16873aa4-a4b3-4845-9ab2-e5991faf1cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a6e313-e99d-4ad3-97c8-a1ccc6e185c2,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:50.945206 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-16873aa4-a4b3-4845-9ab2-e5991faf1cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:50.949254 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-16873aa4-a4b3-4845-9ab2-e5991faf1cb0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/76a6e313-e99d-4ad3-97c8-a1ccc6e185c2 HTTP/1.1" status: 204  len: 168 time: 0.2261534
Jun 04 13:54:51.142056 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-dce54ade-4f47-4a79-838e-8b1f79e438f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65842052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65227566'] for subnet, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:51.224625 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce54ade-4f47-4a79-838e-8b1f79e438f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07e05413-f570-4d80-9f70-08604f5501c7,revision_number=0']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:51.229326 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce54ade-4f47-4a79-838e-8b1f79e438f3 admin admin] Checking segment: {'id': '3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a9bc2144-527f-4b40-91f1-8bb71ba2cb25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:54:51.229680 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce54ade-4f47-4a79-838e-8b1f79e438f3 admin admin] Network hostable DHCP agents. Network: a9bc2144-527f-4b40-91f1-8bb71ba2cb25, hostable agents: ['87172334-b636-4990-a849-36beff162f6b'], hosted agents: [] {{(pid=88594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:54:51.302306 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce54ade-4f47-4a79-838e-8b1f79e438f3 admin admin] Network a9bc2144-527f-4b40-91f1-8bb71ba2cb25 is scheduled to be hosted by DHCP agent 87172334-b636-4990-a849-36beff162f6b with binding_index 1 {{(pid=88594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:54:51.376165 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [None req-dce54ade-4f47-4a79-838e-8b1f79e438f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-iscsi, a9bc2144-527f-4b40-91f1-8bb71ba2cb25) {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:54:51.380176 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce54ade-4f47-4a79-838e-8b1f79e438f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:51.380755 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-dce54ade-4f47-4a79-838e-8b1f79e438f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:51.384788 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e58342-83d9-4536-9913-ba661051162d None None] Network a9bc2144-527f-4b40-91f1-8bb71ba2cb25 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:54:51.462098 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-dce54ade-4f47-4a79-838e-8b1f79e438f3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8183103
Jun 04 13:54:51.467265 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 51764) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:51.473006 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-1a142085-13b6-47fb-a41a-1e194c9588ef admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1124853564-router', 'tenant_id': 'fe664db09ab54eb78020560648b48372', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:54:51.477841 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-1a142085-13b6-47fb-a41a-1e194c9588ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:54:51.481666 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-1a142085-13b6-47fb-a41a-1e194c9588ef admin admin] Usage tracker for resource:router and tenant:fe664db09ab54eb78020560648b48372 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:54:51.484655 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-1a142085-13b6-47fb-a41a-1e194c9588ef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:54:51.490856 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-1a142085-13b6-47fb-a41a-1e194c9588ef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:54:51.570434 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1a142085-13b6-47fb-a41a-1e194c9588ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66723640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7350'] for router, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:51.571500 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1a142085-13b6-47fb-a41a-1e194c9588ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66777610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66718318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66607470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7311'] for router, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:51.586910 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1a142085-13b6-47fb-a41a-1e194c9588ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:51.608660 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp510e4005-fc10-54f8-bf0a-cb16b8ae68cb-a9bc2144-527f-4b40-91f1-8bb71ba2cb25', 'network_id': 'a9bc2144-527f-4b40-91f1-8bb71ba2cb25', 'tenant_id': 'fe664db09ab54eb78020560648b48372', 'fixed_ips': [{'subnet_id': '07e05413-f570-4d80-9f70-08604f5501c7'}]}} from dv-cinder-843593-2-iscsi. {{(pid=88596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 04 13:54:51.608660 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:51.629698 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 51768) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:51.647311 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9afada79-5f1d-460f-af67-1032f389e031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:51.662389 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-9afada79-5f1d-460f-af67-1032f389e031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:54:51.666487 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-9afada79-5f1d-460f-af67-1032f389e031 admin admin] Usage tracker for resource:security_group_rule and tenant:2affde6d637946e8bcfe16bcbc414555 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:54:51.671497 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-9afada79-5f1d-460f-af67-1032f389e031 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:54:51.675436 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-9afada79-5f1d-460f-af67-1032f389e031 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:54:51.751010 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.db_base_plugin_common [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Allocated IP 172.20.0.2 (a9bc2144-527f-4b40-91f1-8bb71ba2cb25/07e05413-f570-4d80-9f70-08604f5501c7/2be95601-e950-461d-abef-7d09bae90044) {{(pid=88596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:54:51.958466 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1a142085-13b6-47fb-a41a-1e194c9588ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66718236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66723594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7325'] for router, precommit_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:51.983437 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Notify callbacks [] for port, precommit_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:51.993941 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Transition to ACTIVE for port object 2be95601-e950-461d-abef-7d09bae90044 will not be triggered until provisioned by entity L2. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:54:52.004141 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9afada79-5f1d-460f-af67-1032f389e031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:52.012444 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Transition to ACTIVE for port object 2be95601-e950-461d-abef-7d09bae90044 will not be triggered until provisioned by entity DHCP. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:54:52.096886 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946'] for port, after_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:52.097841 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9afada79-5f1d-460f-af67-1032f389e031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:52.160149 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Network a9bc2144-527f-4b40-91f1-8bb71ba2cb25 is already hosted by enough agents. {{(pid=88596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:54:52.162947 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-9afada79-5f1d-460f-af67-1032f389e031 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2affde6d637946e8bcfe16bcbc414555&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5321000
Jun 04 13:54:52.163348 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.scheduler.base_scheduler [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Resources bound (agent type, host, resource id):  {{(pid=88596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:54:52.164387 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afada79-5f1d-460f-af67-1032f389e031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f49177a-c3e0-4f2f-85e1-a6f7a3537cdf,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:52.165671 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 51772) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:52.166936 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Received port after_create {{(pid=88596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:54:52.236998 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-86c58148-8b02-4028-aa3c-b38f9fac36b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:52.250252 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Pushing event updated for resources: {'Port': ['ID=2be95601-e950-461d-abef-7d09bae90044,revision_number=1']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:52.265212 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-86c58148-8b02-4028-aa3c-b38f9fac36b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:52.268642 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:52.269037 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:52.269371 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:52.269702 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:52.270031 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:52.270358 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:52.270678 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:52.271172 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:52.276495 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:52.276495 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:52.276495 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:52.276495 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:52.280243 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Attempting to bind port 2be95601-e950-461d-abef-7d09bae90044 on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:54:52.280610 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Attempting to bind port 2be95601-e950-461d-abef-7d09bae90044 by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': '3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a9bc2144-527f-4b40-91f1-8bb71ba2cb25'}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:54:52.280972 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Attempting to bind port 2be95601-e950-461d-abef-7d09bae90044 on network a9bc2144-527f-4b40-91f1-8bb71ba2cb25 {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:54:52.286882 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:54:52.287299 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Checking segment: {'id': '3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a9bc2144-527f-4b40-91f1-8bb71ba2cb25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:54:52.287819 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:52.288119 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Bound using segment: {'id': '3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a9bc2144-527f-4b40-91f1-8bb71ba2cb25'} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:54:52.288784 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Bound port: 2be95601-e950-461d-abef-7d09bae90044, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a9bc2144-527f-4b40-91f1-8bb71ba2cb25'}}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:54:52.289326 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:52.386666 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] For port 2be95601-e950-461d-abef-7d09bae90044, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:54:52.389624 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] For port 2be95601-e950-461d-abef-7d09bae90044, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=2be95601-e950-461d-abef-7d09bae90044,segment=NetworkSegment(3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5),segment_id=3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5)] {{(pid=88596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:54:52.392934 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-86c58148-8b02-4028-aa3c-b38f9fac36b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:52.411328 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c58148-8b02-4028-aa3c-b38f9fac36b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f49177a-c3e0-4f2f-85e1-a6f7a3537cdf,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:52.414827 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-86c58148-8b02-4028-aa3c-b38f9fac36b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:52.418529 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-86c58148-8b02-4028-aa3c-b38f9fac36b1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f49177a-c3e0-4f2f-85e1-a6f7a3537cdf HTTP/1.1" status: 204  len: 168 time: 0.2476950
Jun 04 13:54:52.473870 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:52.491131 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1a142085-13b6-47fb-a41a-1e194c9588ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:52.522058 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1a142085-13b6-47fb-a41a-1e194c9588ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:52.560177 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad56b9-051e-42be-8b50-e023bd890c47 None None] Pushing event updated for resources: {'Port': ['ID=2be95601-e950-461d-abef-7d09bae90044,revision_number=2']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:52.667570 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_common [None req-1a142085-13b6-47fb-a41a-1e194c9588ef admin admin] Allocated IP 172.27.2.140 (0e91cb13-9cd5-4b6d-a0e7-77d68e81a806/a67c2735-bb7f-4235-9bfa-262628d5695c/457e580c-324a-462c-912f-17d755b11214) {{(pid=88595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:54:52.839658 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1a142085-13b6-47fb-a41a-1e194c9588ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:52.930633 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1a142085-13b6-47fb-a41a-1e194c9588ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:52.994794 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a142085-13b6-47fb-a41a-1e194c9588ef admin admin] Network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 is already hosted by enough agents. {{(pid=88595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:54:52.997871 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-1a142085-13b6-47fb-a41a-1e194c9588ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:54:53.001599 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a142085-13b6-47fb-a41a-1e194c9588ef admin admin] Received port after_create {{(pid=88595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:54:53.037622 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a142085-13b6-47fb-a41a-1e194c9588ef admin admin] Pushing event updated for resources: {'Port': ['ID=457e580c-324a-462c-912f-17d755b11214,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:53.166234 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 2be95601-e950-461d-abef-7d09bae90044 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:54:53.307849 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port 2be95601-e950-461d-abef-7d09bae90044 completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:54:53.518492 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1a142085-13b6-47fb-a41a-1e194c9588ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:53.520968 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f420743-7a10-4f0d-8cb2-f24f6d55f919 None None] Network a9bc2144-527f-4b40-91f1-8bb71ba2cb25 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:54:53.674585 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-3840fbfd-eef5-4c3b-81e5-b07993293caf None None] Provisioning for port 2be95601-e950-461d-abef-7d09bae90044 completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:54:53.690272 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-3840fbfd-eef5-4c3b-81e5-b07993293caf None None] Provisioning complete for port 2be95601-e950-461d-abef-7d09bae90044 triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:54:53.690644 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-3840fbfd-eef5-4c3b-81e5-b07993293caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:53.866666 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1a142085-13b6-47fb-a41a-1e194c9588ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66723635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66718259'] for router, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:53.870527 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-3840fbfd-eef5-4c3b-81e5-b07993293caf None None] Current status of the port 2be95601-e950-461d-abef-7d09bae90044 is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:54:53.870939 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-3840fbfd-eef5-4c3b-81e5-b07993293caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:53.907905 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-3840fbfd-eef5-4c3b-81e5-b07993293caf None None] For port 2be95601-e950-461d-abef-7d09bae90044, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=2be95601-e950-461d-abef-7d09bae90044,segment=NetworkSegment(3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5),segment_id=3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:54:53.976873 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-3840fbfd-eef5-4c3b-81e5-b07993293caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:54.082342 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840fbfd-eef5-4c3b-81e5-b07993293caf None None] Pushing event updated for resources: {'Port': ['ID=2be95601-e950-461d-abef-7d09bae90044,revision_number=3']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:54.200541 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-6f6d7dfb-2c70-4e54-bf23-eaf5b94eb72b None None] Provisioning complete for port 2be95601-e950-461d-abef-7d09bae90044 triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:54:54.201156 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-6f6d7dfb-2c70-4e54-bf23-eaf5b94eb72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:54.284951 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a142085-13b6-47fb-a41a-1e194c9588ef admin admin] Router 12ebd342-a9a7-4915-afcc-146b51ca8e31 is scheduled to L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 with binding_index 1 {{(pid=88595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 13:54:54.319853 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-6f6d7dfb-2c70-4e54-bf23-eaf5b94eb72b None None] Current status of the port 2be95601-e950-461d-abef-7d09bae90044 is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:54:54.465950 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a142085-13b6-47fb-a41a-1e194c9588ef admin admin] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:54:54.476058 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6d326c-41e3-40c2-988c-fb8a08e04e0e None None] Sync routers for ids ['12ebd342-a9a7-4915-afcc-146b51ca8e31'] in dv-cinder-843593-2-iscsi {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:54:54.487030 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6d326c-41e3-40c2-988c-fb8a08e04e0e None None] Routers {'12ebd342-a9a7-4915-afcc-146b51ca8e31'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:54:54.487812 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-5a6d326c-41e3-40c2-988c-fb8a08e04e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e9e90d0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:54:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['12ebd342-a9a7-4915-afcc-146b51ca8e31'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:54:54.558829 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1a142085-13b6-47fb-a41a-1e194c9588ef admin admin] Notify callbacks [] for router, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:54.560148 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-1a142085-13b6-47fb-a41a-1e194c9588ef admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.0917141
Jun 04 13:54:54.562914 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 51818) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:54.664722 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-5a6d326c-41e3-40c2-988c-fb8a08e04e0e None None] Set router 12ebd342-a9a7-4915-afcc-146b51ca8e31 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:54:54.962833 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-5a6d326c-41e3-40c2-988c-fb8a08e04e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e9e90d0>, [{'id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'name': 'tempest-TestMinimumBasicScenario-1124853564-router', 'tenant_id': 'fe664db09ab54eb78020560648b48372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '457e580c-324a-462c-912f-17d755b11214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:54:51Z', 'updated_at': '2022-06-04T13:54:53Z', 'revision_number': 3, 'project_id': 'fe664db09ab54eb78020560648b48372', 'gw_port': {'id': '457e580c-324a-462c-912f-17d755b11214', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:54:52Z', 'updated_at': '2022-06-04T13:54:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:54:54.967869 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6d326c-41e3-40c2-988c-fb8a08e04e0e None None] Checking router: 12ebd342-a9a7-4915-afcc-146b51ca8e31 for host: dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:54:54.968234 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6d326c-41e3-40c2-988c-fb8a08e04e0e None None] Updating router 12ebd342-a9a7-4915-afcc-146b51ca8e31 port 457e580c-324a-462c-912f-17d755b11214 binding host dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:54:55.068786 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-5a6d326c-41e3-40c2-988c-fb8a08e04e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:55.168070 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 2be95601-e950-461d-abef-7d09bae90044 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:54:55.249460 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 2be95601-e950-461d-abef-7d09bae90044 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:54:55.250666 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:55.381541 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 2be95601-e950-461d-abef-7d09bae90044 is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:54:55.381911 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7dace99f-fcad-476d-8a64-bb76a03c1578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:55.543882 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-5a6d326c-41e3-40c2-988c-fb8a08e04e0e None None] Notify callbacks [] for port, precommit_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:55.555646 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.provisioning_blocks [None req-5a6d326c-41e3-40c2-988c-fb8a08e04e0e None None] Transition to ACTIVE for port object 457e580c-324a-462c-912f-17d755b11214 will not be triggered until provisioned by entity L2. {{(pid=88597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:54:55.613354 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_common [None req-7dace99f-fcad-476d-8a64-bb76a03c1578 admin admin] Allocated IP 172.20.0.1 (a9bc2144-527f-4b40-91f1-8bb71ba2cb25/07e05413-f570-4d80-9f70-08604f5501c7/541b9f74-37f6-4c75-b0fc-80c2e2093164) {{(pid=88595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:54:55.627875 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-5a6d326c-41e3-40c2-988c-fb8a08e04e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:55.695845 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.managers [None req-5a6d326c-41e3-40c2-988c-fb8a08e04e0e None None] Attempting to bind port 457e580c-324a-462c-912f-17d755b11214 on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:54:55.696211 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.managers [None req-5a6d326c-41e3-40c2-988c-fb8a08e04e0e None None] Attempting to bind port 457e580c-324a-462c-912f-17d755b11214 by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}] {{(pid=88597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:54:55.696570 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6d326c-41e3-40c2-988c-fb8a08e04e0e None None] Attempting to bind port 457e580c-324a-462c-912f-17d755b11214 on network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:54:55.724040 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6d326c-41e3-40c2-988c-fb8a08e04e0e None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:54:55.724429 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6d326c-41e3-40c2-988c-fb8a08e04e0e None None] Checking segment: {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:54:55.724808 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-5a6d326c-41e3-40c2-988c-fb8a08e04e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:55.725192 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6d326c-41e3-40c2-988c-fb8a08e04e0e None None] Bound using segment: {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'} {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:54:55.725661 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.managers [None req-5a6d326c-41e3-40c2-988c-fb8a08e04e0e None None] Bound port: 457e580c-324a-462c-912f-17d755b11214, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}}] {{(pid=88597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:54:55.726051 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-5a6d326c-41e3-40c2-988c-fb8a08e04e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:55.795233 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7dace99f-fcad-476d-8a64-bb76a03c1578 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:55.809865 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982a49c-af4f-4658-b8ad-2fb5c143db1d None None] Pushing event updated for resources: {'Port': ['ID=457e580c-324a-462c-912f-17d755b11214,revision_number=2']} {{(pid=88597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:55.814603 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.provisioning_blocks [None req-7dace99f-fcad-476d-8a64-bb76a03c1578 admin admin] Transition to ACTIVE for port object 541b9f74-37f6-4c75-b0fc-80c2e2093164 will not be triggered until provisioned by entity DHCP. {{(pid=88595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:54:55.819939 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.db [None req-5a6d326c-41e3-40c2-988c-fb8a08e04e0e None None] For port 457e580c-324a-462c-912f-17d755b11214, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:54:55.827066 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.db [None req-5a6d326c-41e3-40c2-988c-fb8a08e04e0e None None] For port 457e580c-324a-462c-912f-17d755b11214, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=457e580c-324a-462c-912f-17d755b11214,segment=NetworkSegment(a5e9f3a7-fe7c-4b2a-9489-202ad5682d71),segment_id=a5e9f3a7-fe7c-4b2a-9489-202ad5682d71)] {{(pid=88597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:54:55.828327 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982a49c-af4f-4658-b8ad-2fb5c143db1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:55.828728 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982a49c-af4f-4658-b8ad-2fb5c143db1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:55.829076 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982a49c-af4f-4658-b8ad-2fb5c143db1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:55.829399 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982a49c-af4f-4658-b8ad-2fb5c143db1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:55.832578 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982a49c-af4f-4658-b8ad-2fb5c143db1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:55.832957 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982a49c-af4f-4658-b8ad-2fb5c143db1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:55.837132 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982a49c-af4f-4658-b8ad-2fb5c143db1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:55.837132 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982a49c-af4f-4658-b8ad-2fb5c143db1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:55.837132 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982a49c-af4f-4658-b8ad-2fb5c143db1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:55.837132 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982a49c-af4f-4658-b8ad-2fb5c143db1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:55.837132 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982a49c-af4f-4658-b8ad-2fb5c143db1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:55.837132 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982a49c-af4f-4658-b8ad-2fb5c143db1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:55.913784 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-5a6d326c-41e3-40c2-988c-fb8a08e04e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:55.959477 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7dace99f-fcad-476d-8a64-bb76a03c1578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:55.988985 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6d326c-41e3-40c2-988c-fb8a08e04e0e None None] Routers {'12ebd342-a9a7-4915-afcc-146b51ca8e31'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:54:55.989575 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-5a6d326c-41e3-40c2-988c-fb8a08e04e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e9e90d0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:54:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['12ebd342-a9a7-4915-afcc-146b51ca8e31'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:54:56.016241 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:56.054687 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982a49c-af4f-4658-b8ad-2fb5c143db1d None None] Pushing event updated for resources: {'Port': ['ID=457e580c-324a-462c-912f-17d755b11214,revision_number=3']} {{(pid=88597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:56.132230 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dace99f-fcad-476d-8a64-bb76a03c1578 admin admin] Network a9bc2144-527f-4b40-91f1-8bb71ba2cb25 is already hosted by enough agents. {{(pid=88595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:54:56.135158 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-7dace99f-fcad-476d-8a64-bb76a03c1578 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:54:56.137559 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dace99f-fcad-476d-8a64-bb76a03c1578 admin admin] Received port after_create {{(pid=88595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:54:56.176569 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-5a6d326c-41e3-40c2-988c-fb8a08e04e0e None None] Set router 12ebd342-a9a7-4915-afcc-146b51ca8e31 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:54:56.179340 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dace99f-fcad-476d-8a64-bb76a03c1578 admin admin] Pushing event updated for resources: {'Port': ['ID=541b9f74-37f6-4c75-b0fc-80c2e2093164,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:56.197237 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7dace99f-fcad-476d-8a64-bb76a03c1578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66723705'] for router_interface, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:56.405400 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-a088bbde-7a0a-4549-a0ba-6b365e26ded0 None None] Provisioning for port 541b9f74-37f6-4c75-b0fc-80c2e2093164 completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:54:56.414854 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-a088bbde-7a0a-4549-a0ba-6b365e26ded0 None None] Provisioning complete for port 541b9f74-37f6-4c75-b0fc-80c2e2093164 triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:54:56.414854 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-a088bbde-7a0a-4549-a0ba-6b365e26ded0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:56.469369 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-a088bbde-7a0a-4549-a0ba-6b365e26ded0 None None] Port 541b9f74-37f6-4c75-b0fc-80c2e2093164 cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:54:56.476191 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-5a6d326c-41e3-40c2-988c-fb8a08e04e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e9e90d0>, [{'id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'name': 'tempest-TestMinimumBasicScenario-1124853564-router', 'tenant_id': 'fe664db09ab54eb78020560648b48372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '457e580c-324a-462c-912f-17d755b11214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:54:51Z', 'updated_at': '2022-06-04T13:54:53Z', 'revision_number': 3, 'project_id': 'fe664db09ab54eb78020560648b48372', 'gw_port': {'id': '457e580c-324a-462c-912f-17d755b11214', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:54:52Z', 'updated_at': '2022-06-04T13:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:54:56.480648 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6d326c-41e3-40c2-988c-fb8a08e04e0e None None] The sync data for ids ['12ebd342-a9a7-4915-afcc-146b51ca8e31'] in dv-cinder-843593-2-iscsi is: [{'id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'name': 'tempest-TestMinimumBasicScenario-1124853564-router', 'tenant_id': 'fe664db09ab54eb78020560648b48372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '457e580c-324a-462c-912f-17d755b11214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:54:51Z', 'updated_at': '2022-06-04T13:54:53Z', 'revision_number': 3, 'project_id': 'fe664db09ab54eb78020560648b48372', 'gw_port': {'id': '457e580c-324a-462c-912f-17d755b11214', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:54:52Z', 'updated_at': '2022-06-04T13:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}] {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:54:56.543632 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7dace99f-fcad-476d-8a64-bb76a03c1578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:56.795844 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7dace99f-fcad-476d-8a64-bb76a03c1578 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:56.863919 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7dace99f-fcad-476d-8a64-bb76a03c1578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64863338'] for port, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:56.990061 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-7dace99f-fcad-476d-8a64-bb76a03c1578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66655068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66719424'] for router_interface, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:56.994761 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dace99f-fcad-476d-8a64-bb76a03c1578 admin admin] Pushing event updated for resources: {'Port': ['ID=541b9f74-37f6-4c75-b0fc-80c2e2093164,revision_number=2']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:57.156884 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 457e580c-324a-462c-912f-17d755b11214 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:54:57.170794 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dace99f-fcad-476d-8a64-bb76a03c1578 admin admin] Network a9bc2144-527f-4b40-91f1-8bb71ba2cb25 is already hosted by enough agents. {{(pid=88595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:54:57.176836 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-7dace99f-fcad-476d-8a64-bb76a03c1578 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:54:57.371570 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port 457e580c-324a-462c-912f-17d755b11214 completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:54:57.378877 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 457e580c-324a-462c-912f-17d755b11214 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:54:57.379230 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:57.400543 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dace99f-fcad-476d-8a64-bb76a03c1578 admin admin] Router 12ebd342-a9a7-4915-afcc-146b51ca8e31 has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:54:57.469369 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-4fb92624-4e2c-4c17-babf-bcebd4b506b2 None None] Provisioning complete for port 541b9f74-37f6-4c75-b0fc-80c2e2093164 triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:54:57.469939 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-4fb92624-4e2c-4c17-babf-bcebd4b506b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:57.560823 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-4fb92624-4e2c-4c17-babf-bcebd4b506b2 None None] Port 541b9f74-37f6-4c75-b0fc-80c2e2093164 cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:54:57.588631 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 457e580c-324a-462c-912f-17d755b11214 is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:54:57.589013 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:57.603501 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dace99f-fcad-476d-8a64-bb76a03c1578 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:54:57.606232 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] For port 457e580c-324a-462c-912f-17d755b11214, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=457e580c-324a-462c-912f-17d755b11214,segment=NetworkSegment(a5e9f3a7-fe7c-4b2a-9489-202ad5682d71),segment_id=a5e9f3a7-fe7c-4b2a-9489-202ad5682d71)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:54:57.614642 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-7dace99f-fcad-476d-8a64-bb76a03c1578 admin admin] 10.222.0.39 "PUT /v2.0/routers/12ebd342-a9a7-4915-afcc-146b51ca8e31/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0507011
Jun 04 13:54:57.684717 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:57.754345 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Pushing event updated for resources: {'Port': ['ID=457e580c-324a-462c-912f-17d755b11214,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:58.140450 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28254b5-5827-4e71-8efa-37596edea52b None None] Sync routers for ids ['12ebd342-a9a7-4915-afcc-146b51ca8e31'] in dv-cinder-843593-2-iscsi {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:54:58.150763 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28254b5-5827-4e71-8efa-37596edea52b None None] Routers {'12ebd342-a9a7-4915-afcc-146b51ca8e31'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:54:58.151528 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-a28254b5-5827-4e71-8efa-37596edea52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e63b970>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:54:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['12ebd342-a9a7-4915-afcc-146b51ca8e31'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:54:58.363326 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-a28254b5-5827-4e71-8efa-37596edea52b None None] Set router 12ebd342-a9a7-4915-afcc-146b51ca8e31 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:54:58.411709 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 51872) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:58.417184 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-638527310-network', 'tenant_id': '3cf656b2b1ba4fdb9c912337cf1be82b'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:54:58.421866 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:54:58.425758 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Usage tracker for resource:network and tenant:3cf656b2b1ba4fdb9c912337cf1be82b is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:54:58.428733 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:54:58.434500 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:54:58.535884 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Made reservation on behalf of 3cf656b2b1ba4fdb9c912337cf1be82b for: {'network': 1} {{(pid=88595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:54:58.538632 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for network, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:58.551699 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:58.604644 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:54:58.613837 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Usage tracker for resource:security_group_rule and tenant:3cf656b2b1ba4fdb9c912337cf1be82b is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:54:58.617792 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:54:58.624637 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:54:58.678766 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-a28254b5-5827-4e71-8efa-37596edea52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e63b970>, [{'id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'name': 'tempest-TestMinimumBasicScenario-1124853564-router', 'tenant_id': 'fe664db09ab54eb78020560648b48372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '457e580c-324a-462c-912f-17d755b11214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:54:51Z', 'updated_at': '2022-06-04T13:54:56Z', 'revision_number': 4, 'project_id': 'fe664db09ab54eb78020560648b48372', 'gw_port': {'id': '457e580c-324a-462c-912f-17d755b11214', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:54:52Z', 'updated_at': '2022-06-04T13:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '541b9f74-37f6-4c75-b0fc-80c2e2093164', 'name': '', 'network_id': 'a9bc2144-527f-4b40-91f1-8bb71ba2cb25', 'tenant_id': 'fe664db09ab54eb78020560648b48372', 'mac_address': 'fa:16:3e:da:2a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '07e05413-f570-4d80-9f70-08604f5501c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:54:55Z', 'updated_at': '2022-06-04T13:54:56Z', 'revision_number': 2, 'project_id': 'fe664db09ab54eb78020560648b48372', 'subnets': [{'id': '07e05413-f570-4d80-9f70-08604f5501c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:54:58.682631 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28254b5-5827-4e71-8efa-37596edea52b None None] Checking router: 12ebd342-a9a7-4915-afcc-146b51ca8e31 for host: dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:54:58.683007 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28254b5-5827-4e71-8efa-37596edea52b None None] Updating router 12ebd342-a9a7-4915-afcc-146b51ca8e31 port 541b9f74-37f6-4c75-b0fc-80c2e2093164 binding host dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:54:58.687400 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90723fd8-ebb5-4768-ba62-92ede0f4870b req-77189963-c95c-4ce2-8af0-9a2f52c5de6a tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:58.688833 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-90723fd8-ebb5-4768-ba62-92ede0f4870b req-77189963-c95c-4ce2-8af0-9a2f52c5de6a tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 947 time: 0.1268148
Jun 04 13:54:58.735918 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-a28254b5-5827-4e71-8efa-37596edea52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:58.750320 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-90723fd8-ebb5-4768-ba62-92ede0f4870b req-fadaf9f6-bafe-4780-9769-570ec8d1d871 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542727
Jun 04 13:54:58.777881 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:58.827109 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:58.853880 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202}  {{(pid=88595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:54:58.866524 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8e66ad-890a-42ad-909d-6dddf0d2fcc6,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:58.871309 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:58.871651 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.db.segments_db [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Added segment 9c41a4f8-d2ab-487a-a9cf-4f3a096e9cdd of type vlan for network 413ec37b-86f7-44d0-97e0-7fb98a443711
Jun 04 13:54:58.880220 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:58.881055 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:58.881055 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:58.881227 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:58.881518 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:58.881862 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:58.882165 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:58.882485 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:58.882805 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:58.883151 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:58.883470 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:58.883780 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:54:58.910517 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733312597486'] for network, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:58.975639 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086'] for network, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:58.976581 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:58.977142 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:59.082782 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-a28254b5-5827-4e71-8efa-37596edea52b None None] Notify callbacks [] for port, precommit_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:59.095313 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-a28254b5-5827-4e71-8efa-37596edea52b None None] Transition to ACTIVE for port object 541b9f74-37f6-4c75-b0fc-80c2e2093164 will not be triggered until provisioned by entity L2. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:54:59.140919 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 457e580c-324a-462c-912f-17d755b11214 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:54:59.172400 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-a28254b5-5827-4e71-8efa-37596edea52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:59.184141 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] Pushing event updated for resources: {'Network': ['ID=413ec37b-86f7-44d0-97e0-7fb98a443711,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:59.212567 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Network 413ec37b-86f7-44d0-97e0-7fb98a443711 details requested by agent ovs-agent-dv-cinder-843593-2-iscsi with host dv-cinder-843593-2-iscsi {{(pid=88596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:54:59.233740 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-d226e6b4-9a9a-4a60-96a9-989c7aeab752 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8209336
Jun 04 13:54:59.236388 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 51880) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:59.241509 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-2fb76014-7e73-4cc0-94fa-251473846b3a admin admin] Request body: {'subnet': {'network_id': '413ec37b-86f7-44d0-97e0-7fb98a443711', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-638527310-subnet', 'tenant_id': '3cf656b2b1ba4fdb9c912337cf1be82b', 'ip_version': 4}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:54:59.246239 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-2fb76014-7e73-4cc0-94fa-251473846b3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:54:59.250126 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-2fb76014-7e73-4cc0-94fa-251473846b3a admin admin] Usage tracker for resource:subnet and tenant:3cf656b2b1ba4fdb9c912337cf1be82b is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:54:59.252986 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-2fb76014-7e73-4cc0-94fa-251473846b3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:54:59.259513 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-2fb76014-7e73-4cc0-94fa-251473846b3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:54:59.335992 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb76014-7e73-4cc0-94fa-251473846b3a admin admin] Made reservation on behalf of 3cf656b2b1ba4fdb9c912337cf1be82b for: {'subnet': 1} {{(pid=88595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:54:59.338647 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2fb76014-7e73-4cc0-94fa-251473846b3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64154118'] for subnet, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:59.442818 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154372ee-56a4-4b85-af02-a232de4a3993 None None] Pushing event updated for resources: {'Port': ['ID=541b9f74-37f6-4c75-b0fc-80c2e2093164,revision_number=3']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:59.505636 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 457e580c-324a-462c-912f-17d755b11214 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:54:59.505996 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:59.561441 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-a28254b5-5827-4e71-8efa-37596edea52b None None] Attempting to bind port 541b9f74-37f6-4c75-b0fc-80c2e2093164 on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:54:59.561800 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-a28254b5-5827-4e71-8efa-37596edea52b None None] Attempting to bind port 541b9f74-37f6-4c75-b0fc-80c2e2093164 by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': '3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a9bc2144-527f-4b40-91f1-8bb71ba2cb25'}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:54:59.562152 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28254b5-5827-4e71-8efa-37596edea52b None None] Attempting to bind port 541b9f74-37f6-4c75-b0fc-80c2e2093164 on network a9bc2144-527f-4b40-91f1-8bb71ba2cb25 {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:54:59.581794 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28254b5-5827-4e71-8efa-37596edea52b None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:54:59.582160 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28254b5-5827-4e71-8efa-37596edea52b None None] Checking segment: {'id': '3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a9bc2144-527f-4b40-91f1-8bb71ba2cb25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:54:59.582557 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-a28254b5-5827-4e71-8efa-37596edea52b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:59.582931 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28254b5-5827-4e71-8efa-37596edea52b None None] Bound using segment: {'id': '3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a9bc2144-527f-4b40-91f1-8bb71ba2cb25'} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:54:59.583410 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-a28254b5-5827-4e71-8efa-37596edea52b None None] Bound port: 541b9f74-37f6-4c75-b0fc-80c2e2093164, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a9bc2144-527f-4b40-91f1-8bb71ba2cb25'}}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:54:59.583778 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-a28254b5-5827-4e71-8efa-37596edea52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:59.621833 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2fb76014-7e73-4cc0-94fa-251473846b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64864209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64154132'] for subnet, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:59.693043 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb76014-7e73-4cc0-94fa-251473846b3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a34cfa21-35d3-480b-82a8-28bd0e08d367,revision_number=0']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:54:59.711593 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb76014-7e73-4cc0-94fa-251473846b3a admin admin] Checking segment: {'id': '9c41a4f8-d2ab-487a-a9cf-4f3a096e9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '413ec37b-86f7-44d0-97e0-7fb98a443711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:54:59.711969 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb76014-7e73-4cc0-94fa-251473846b3a admin admin] Network hostable DHCP agents. Network: 413ec37b-86f7-44d0-97e0-7fb98a443711, hostable agents: ['87172334-b636-4990-a849-36beff162f6b'], hosted agents: [] {{(pid=88595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:54:59.760580 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 457e580c-324a-462c-912f-17d755b11214 is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:54:59.764581 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-a28254b5-5827-4e71-8efa-37596edea52b None None] For port 541b9f74-37f6-4c75-b0fc-80c2e2093164, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:54:59.767560 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-a28254b5-5827-4e71-8efa-37596edea52b None None] For port 541b9f74-37f6-4c75-b0fc-80c2e2093164, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=541b9f74-37f6-4c75-b0fc-80c2e2093164,segment=NetworkSegment(3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5),segment_id=3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5)] {{(pid=88596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:54:59.787841 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb76014-7e73-4cc0-94fa-251473846b3a admin admin] Network 413ec37b-86f7-44d0-97e0-7fb98a443711 is scheduled to be hosted by DHCP agent 87172334-b636-4990-a849-36beff162f6b with binding_index 1 {{(pid=88595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:54:59.856921 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-a28254b5-5827-4e71-8efa-37596edea52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:59.890046 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-2fb76014-7e73-4cc0-94fa-251473846b3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-iscsi, 413ec37b-86f7-44d0-97e0-7fb98a443711) {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:54:59.894955 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb76014-7e73-4cc0-94fa-251473846b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:59.895701 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2fb76014-7e73-4cc0-94fa-251473846b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for subnet, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:54:59.908567 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121e980a-0af1-4ae5-a6b7-abd3b703008a None None] Network 413ec37b-86f7-44d0-97e0-7fb98a443711 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:54:59.946264 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0595f-af60-48e1-ab76-00b324558600 req-b2f8c60c-1279-4233-9da4-ceac2f925cd8 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:54:59.953093 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2bb0595f-af60-48e1-ab76-00b324558600 req-b2f8c60c-1279-4233-9da4-ceac2f925cd8 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 947 time: 0.0873892
Jun 04 13:54:59.980461 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-2fb76014-7e73-4cc0-94fa-251473846b3a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7430167
Jun 04 13:54:59.981403 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 51888) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:54:59.987317 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-6afc7c47-8c65-430c-b3b5-5c8a9e9eb24f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-638527310-router', 'tenant_id': '3cf656b2b1ba4fdb9c912337cf1be82b', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:54:59.992953 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-6afc7c47-8c65-430c-b3b5-5c8a9e9eb24f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:54:59.996604 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2bb0595f-af60-48e1-ab76-00b324558600 req-c013cf07-7fb8-4036-9bb6-9d1b124c2c69 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426717
Jun 04 13:55:00.011792 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-6afc7c47-8c65-430c-b3b5-5c8a9e9eb24f admin admin] Usage tracker for resource:router and tenant:3cf656b2b1ba4fdb9c912337cf1be82b is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:55:00.013485 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28254b5-5827-4e71-8efa-37596edea52b None None] Routers {'12ebd342-a9a7-4915-afcc-146b51ca8e31'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:55:00.014116 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-a28254b5-5827-4e71-8efa-37596edea52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e63b970>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:54:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['12ebd342-a9a7-4915-afcc-146b51ca8e31'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:55:00.021431 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-6afc7c47-8c65-430c-b3b5-5c8a9e9eb24f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:55:00.028787 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-6afc7c47-8c65-430c-b3b5-5c8a9e9eb24f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:55:00.096566 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-6afc7c47-8c65-430c-b3b5-5c8a9e9eb24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66723640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7350'] for router, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:00.098376 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-6afc7c47-8c65-430c-b3b5-5c8a9e9eb24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66777610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66718318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66607470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7311'] for router, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:00.104987 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154372ee-56a4-4b85-af02-a232de4a3993 None None] Pushing event updated for resources: {'Port': ['ID=541b9f74-37f6-4c75-b0fc-80c2e2093164,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:00.114082 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-6afc7c47-8c65-430c-b3b5-5c8a9e9eb24f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:00.322812 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-a28254b5-5827-4e71-8efa-37596edea52b None None] Set router 12ebd342-a9a7-4915-afcc-146b51ca8e31 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:55:00.392255 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9061b67f-1a4a-4f9f-a553-05948a98c622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp510e4005-fc10-54f8-bf0a-cb16b8ae68cb-413ec37b-86f7-44d0-97e0-7fb98a443711', 'network_id': '413ec37b-86f7-44d0-97e0-7fb98a443711', 'tenant_id': '3cf656b2b1ba4fdb9c912337cf1be82b', 'fixed_ips': [{'subnet_id': 'a34cfa21-35d3-480b-82a8-28bd0e08d367'}]}} from dv-cinder-843593-2-iscsi. {{(pid=88596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 04 13:55:00.393061 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-9061b67f-1a4a-4f9f-a553-05948a98c622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:00.420829 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 6 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:55:00.442678 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-6afc7c47-8c65-430c-b3b5-5c8a9e9eb24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66718236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66723594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7325'] for router, precommit_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:00.746850 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.db_base_plugin_common [None req-9061b67f-1a4a-4f9f-a553-05948a98c622 None None] Allocated IP 172.20.0.2 (413ec37b-86f7-44d0-97e0-7fb98a443711/a34cfa21-35d3-480b-82a8-28bd0e08d367/9147ee98-7e3f-4d1a-8bc4-23151d8eecf2) {{(pid=88596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:55:00.814647 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-6afc7c47-8c65-430c-b3b5-5c8a9e9eb24f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:00.847630 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-6afc7c47-8c65-430c-b3b5-5c8a9e9eb24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:00.863758 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-a28254b5-5827-4e71-8efa-37596edea52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e63b970>, [{'id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'name': 'tempest-TestMinimumBasicScenario-1124853564-router', 'tenant_id': 'fe664db09ab54eb78020560648b48372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '457e580c-324a-462c-912f-17d755b11214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:54:51Z', 'updated_at': '2022-06-04T13:54:56Z', 'revision_number': 4, 'project_id': 'fe664db09ab54eb78020560648b48372', 'gw_port': {'id': '457e580c-324a-462c-912f-17d755b11214', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:54:52Z', 'updated_at': '2022-06-04T13:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '541b9f74-37f6-4c75-b0fc-80c2e2093164', 'name': '', 'network_id': 'a9bc2144-527f-4b40-91f1-8bb71ba2cb25', 'tenant_id': 'fe664db09ab54eb78020560648b48372', 'mac_address': 'fa:16:3e:da:2a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '07e05413-f570-4d80-9f70-08604f5501c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:54:55Z', 'updated_at': '2022-06-04T13:54:59Z', 'revision_number': 4, 'project_id': 'fe664db09ab54eb78020560648b48372', 'subnets': [{'id': '07e05413-f570-4d80-9f70-08604f5501c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:55:00.881104 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28254b5-5827-4e71-8efa-37596edea52b None None] The sync data for ids ['12ebd342-a9a7-4915-afcc-146b51ca8e31'] in dv-cinder-843593-2-iscsi is: [{'id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'name': 'tempest-TestMinimumBasicScenario-1124853564-router', 'tenant_id': 'fe664db09ab54eb78020560648b48372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '457e580c-324a-462c-912f-17d755b11214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:54:51Z', 'updated_at': '2022-06-04T13:54:56Z', 'revision_number': 4, 'project_id': 'fe664db09ab54eb78020560648b48372', 'gw_port': {'id': '457e580c-324a-462c-912f-17d755b11214', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:54:52Z', 'updated_at': '2022-06-04T13:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '541b9f74-37f6-4c75-b0fc-80c2e2093164', 'name': '', 'network_id': 'a9bc2144-527f-4b40-91f1-8bb71ba2cb25', 'tenant_id': 'fe664db09ab54eb78020560648b48372', 'mac_address': 'fa:16:3e:da:2a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '07e05413-f570-4d80-9f70-08604f5501c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:54:55Z', 'updated_at': '2022-06-04T13:54:59Z', 'revision_number': 4, 'project_id': 'fe664db09ab54eb78020560648b48372', 'subnets': [{'id': '07e05413-f570-4d80-9f70-08604f5501c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:55:01.012227 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_common [None req-6afc7c47-8c65-430c-b3b5-5c8a9e9eb24f admin admin] Allocated IP 172.27.2.54 (0e91cb13-9cd5-4b6d-a0e7-77d68e81a806/a67c2735-bb7f-4235-9bfa-262628d5695c/beb10cdd-a4ae-4dce-bcf9-474384cc2da3) {{(pid=88595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:55:01.012970 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-9061b67f-1a4a-4f9f-a553-05948a98c622 None None] Notify callbacks [] for port, precommit_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:01.023173 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-9061b67f-1a4a-4f9f-a553-05948a98c622 None None] Transition to ACTIVE for port object 9147ee98-7e3f-4d1a-8bc4-23151d8eecf2 will not be triggered until provisioned by entity L2. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:55:01.059574 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-9061b67f-1a4a-4f9f-a553-05948a98c622 None None] Transition to ACTIVE for port object 9147ee98-7e3f-4d1a-8bc4-23151d8eecf2 will not be triggered until provisioned by entity DHCP. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:55:01.125945 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-9061b67f-1a4a-4f9f-a553-05948a98c622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946'] for port, after_create {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:01.251462 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 541b9f74-37f6-4c75-b0fc-80c2e2093164 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:55:01.344714 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-6afc7c47-8c65-430c-b3b5-5c8a9e9eb24f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:01.374501 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9061b67f-1a4a-4f9f-a553-05948a98c622 None None] Network 413ec37b-86f7-44d0-97e0-7fb98a443711 is already hosted by enough agents. {{(pid=88596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:55:01.386646 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.scheduler.base_scheduler [None req-9061b67f-1a4a-4f9f-a553-05948a98c622 None None] Resources bound (agent type, host, resource id):  {{(pid=88596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:55:01.399710 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9061b67f-1a4a-4f9f-a553-05948a98c622 None None] Received port after_create {{(pid=88596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:55:01.411735 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061b67f-1a4a-4f9f-a553-05948a98c622 None None] Pushing event updated for resources: {'Port': ['ID=9147ee98-7e3f-4d1a-8bc4-23151d8eecf2,revision_number=1']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:01.413569 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0b1f9-aa27-4ab5-b9c2-e39fc70a609c req-aca700c6-ea4d-4df5-88be-74c892752a99 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:01.415246 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-bdf0b1f9-aa27-4ab5-b9c2-e39fc70a609c req-aca700c6-ea4d-4df5-88be-74c892752a99 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 947 time: 0.2290978
Jun 04 13:55:01.454690 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-6afc7c47-8c65-430c-b3b5-5c8a9e9eb24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:01.519227 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-bdf0b1f9-aa27-4ab5-b9c2-e39fc70a609c req-a69285f8-8d2b-4875-a3b0-8832dc91eacc tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0964417
Jun 04 13:55:01.533218 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afc7c47-8c65-430c-b3b5-5c8a9e9eb24f admin admin] Network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 is already hosted by enough agents. {{(pid=88595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:55:01.537199 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-6afc7c47-8c65-430c-b3b5-5c8a9e9eb24f admin admin] Resources bound (agent type, host, resource id):  {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:55:01.541184 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afc7c47-8c65-430c-b3b5-5c8a9e9eb24f admin admin] Received port after_create {{(pid=88595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:55:01.546172 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-9061b67f-1a4a-4f9f-a553-05948a98c622 None None] Attempting to bind port 9147ee98-7e3f-4d1a-8bc4-23151d8eecf2 on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:55:01.546578 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-9061b67f-1a4a-4f9f-a553-05948a98c622 None None] Attempting to bind port 9147ee98-7e3f-4d1a-8bc4-23151d8eecf2 by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': '9c41a4f8-d2ab-487a-a9cf-4f3a096e9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '413ec37b-86f7-44d0-97e0-7fb98a443711'}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:55:01.546930 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9061b67f-1a4a-4f9f-a553-05948a98c622 None None] Attempting to bind port 9147ee98-7e3f-4d1a-8bc4-23151d8eecf2 on network 413ec37b-86f7-44d0-97e0-7fb98a443711 {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:55:01.568678 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9061b67f-1a4a-4f9f-a553-05948a98c622 None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:55:01.569882 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9061b67f-1a4a-4f9f-a553-05948a98c622 None None] Checking segment: {'id': '9c41a4f8-d2ab-487a-a9cf-4f3a096e9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '413ec37b-86f7-44d0-97e0-7fb98a443711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:55:01.570428 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-9061b67f-1a4a-4f9f-a553-05948a98c622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:01.570846 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9061b67f-1a4a-4f9f-a553-05948a98c622 None None] Bound using segment: {'id': '9c41a4f8-d2ab-487a-a9cf-4f3a096e9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '413ec37b-86f7-44d0-97e0-7fb98a443711'} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:55:01.571405 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-9061b67f-1a4a-4f9f-a553-05948a98c622 None None] Bound port: 9147ee98-7e3f-4d1a-8bc4-23151d8eecf2, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c41a4f8-d2ab-487a-a9cf-4f3a096e9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '413ec37b-86f7-44d0-97e0-7fb98a443711'}}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:55:01.572400 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-9061b67f-1a4a-4f9f-a553-05948a98c622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:01.578964 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc7c47-8c65-430c-b3b5-5c8a9e9eb24f admin admin] Pushing event updated for resources: {'Port': ['ID=beb10cdd-a4ae-4dce-bcf9-474384cc2da3,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:01.595653 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-175e345b-4577-4e60-88c3-1ba04a26fad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:01.636799 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port 541b9f74-37f6-4c75-b0fc-80c2e2093164 completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:55:01.644614 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 541b9f74-37f6-4c75-b0fc-80c2e2093164 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:55:01.644984 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:01.817167 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-9061b67f-1a4a-4f9f-a553-05948a98c622 None None] For port 9147ee98-7e3f-4d1a-8bc4-23151d8eecf2, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:55:01.821913 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-9061b67f-1a4a-4f9f-a553-05948a98c622 None None] For port 9147ee98-7e3f-4d1a-8bc4-23151d8eecf2, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=9147ee98-7e3f-4d1a-8bc4-23151d8eecf2,segment=NetworkSegment(9c41a4f8-d2ab-487a-a9cf-4f3a096e9cdd),segment_id=9c41a4f8-d2ab-487a-a9cf-4f3a096e9cdd)] {{(pid=88596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:55:01.915540 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 541b9f74-37f6-4c75-b0fc-80c2e2093164 is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:55:01.916139 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:01.932017 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-9061b67f-1a4a-4f9f-a553-05948a98c622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:02.041437 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] For port 541b9f74-37f6-4c75-b0fc-80c2e2093164, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=541b9f74-37f6-4c75-b0fc-80c2e2093164,segment=NetworkSegment(3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5),segment_id=3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:55:02.052549 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061b67f-1a4a-4f9f-a553-05948a98c622 None None] Pushing event updated for resources: {'Port': ['ID=9147ee98-7e3f-4d1a-8bc4-23151d8eecf2,revision_number=2']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:02.096219 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:02.144601 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-6afc7c47-8c65-430c-b3b5-5c8a9e9eb24f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:02.200123 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Pushing event updated for resources: {'Port': ['ID=541b9f74-37f6-4c75-b0fc-80c2e2093164,revision_number=5']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:02.537242 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b81b4-9d4b-4337-9979-9fef5695011a req-94e6c346-cdb7-4492-be04-8fa0898fb3c4 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:02.538673 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-766b81b4-9d4b-4337-9979-9fef5695011a req-94e6c346-cdb7-4492-be04-8fa0898fb3c4 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.55 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 947 time: 0.2850485
Jun 04 13:55:02.691841 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [req-766b81b4-9d4b-4337-9979-9fef5695011a req-c470c5dd-2225-40f8-93e1-8650d7809a32 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Deleting port 54137274-2470-4cf0-bcd0-5011edcc4423 {{(pid=88595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:55:02.692191 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-766b81b4-9d4b-4337-9979-9fef5695011a req-c470c5dd-2225-40f8-93e1-8650d7809a32 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:02.731556 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-6afc7c47-8c65-430c-b3b5-5c8a9e9eb24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66723635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66718259'] for router, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:02.894405 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e95c16-d177-483b-9b84-4892568d3c6c req-f6e197d5-c21b-4e34-9250-cb03305db5ff tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:02.895984 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c9e95c16-d177-483b-9b84-4892568d3c6c req-f6e197d5-c21b-4e34-9250-cb03305db5ff tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 947 time: 0.0872881
Jun 04 13:55:02.946847 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c9e95c16-d177-483b-9b84-4892568d3c6c req-18292171-1bf8-4a9b-b0b8-bd841d3408dd tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30c205-83f6-4aa9-87a0-410519e6a8b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443859
Jun 04 13:55:03.121394 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d013345f-7c46-4f4a-bea7-be987423598a None None] Network 413ec37b-86f7-44d0-97e0-7fb98a443711 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:55:03.249822 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.db [req-766b81b4-9d4b-4337-9979-9fef5695011a req-c470c5dd-2225-40f8-93e1-8650d7809a32 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] For port 54137274-2470-4cf0-bcd0-5011edcc4423, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=54137274-2470-4cf0-bcd0-5011edcc4423,segment=NetworkSegment(5a203b17-8fb4-4d75-9990-d9b9069da272),segment_id=5a203b17-8fb4-4d75-9990-d9b9069da272)] {{(pid=88595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:55:03.250333 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-766b81b4-9d4b-4337-9979-9fef5695011a req-c470c5dd-2225-40f8-93e1-8650d7809a32 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:03.254937 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 9147ee98-7e3f-4d1a-8bc4-23151d8eecf2 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:55:03.292699 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-766e4835-799a-4390-adb9-9b780b32010f None None] Provisioning for port 9147ee98-7e3f-4d1a-8bc4-23151d8eecf2 completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:55:03.418263 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afc7c47-8c65-430c-b3b5-5c8a9e9eb24f admin admin] Router 473ff1a0-2e0e-4478-a381-1c971a187fb6 is scheduled to L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 with binding_index 1 {{(pid=88595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 13:55:03.466945 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port 9147ee98-7e3f-4d1a-8bc4-23151d8eecf2 completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:55:03.473180 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 9147ee98-7e3f-4d1a-8bc4-23151d8eecf2 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:55:03.473678 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:03.602652 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 9147ee98-7e3f-4d1a-8bc4-23151d8eecf2 is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:55:03.602853 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:03.637851 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] For port 9147ee98-7e3f-4d1a-8bc4-23151d8eecf2, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=9147ee98-7e3f-4d1a-8bc4-23151d8eecf2,segment=NetworkSegment(9c41a4f8-d2ab-487a-a9cf-4f3a096e9cdd),segment_id=9c41a4f8-d2ab-487a-a9cf-4f3a096e9cdd)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:55:03.669586 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-5a4a1ac4-b613-40f3-ad8d-1a507e22f36f None None] Provisioning complete for port 9147ee98-7e3f-4d1a-8bc4-23151d8eecf2 triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:55:03.669960 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-5a4a1ac4-b613-40f3-ad8d-1a507e22f36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:03.712027 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-766b81b4-9d4b-4337-9979-9fef5695011a req-c470c5dd-2225-40f8-93e1-8650d7809a32 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:03.712378 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-766b81b4-9d4b-4337-9979-9fef5695011a req-c470c5dd-2225-40f8-93e1-8650d7809a32 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:03.712684 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.db.l3_db [req-766b81b4-9d4b-4337-9979-9fef5695011a req-c470c5dd-2225-40f8-93e1-8650d7809a32 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Floating IP 80f7a970-27b9-40e8-8540-4a812cd59604 disassociated. External IP: 172.27.2.32, port: 54137274-2470-4cf0-bcd0-5011edcc4423.
Jun 04 13:55:03.713011 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [req-766b81b4-9d4b-4337-9979-9fef5695011a req-c470c5dd-2225-40f8-93e1-8650d7809a32 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Calling delete_port for 54137274-2470-4cf0-bcd0-5011edcc4423 owned by compute:nova {{(pid=88595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:55:03.716167 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:03.716915 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 541b9f74-37f6-4c75-b0fc-80c2e2093164 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:55:03.770998 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afc7c47-8c65-430c-b3b5-5c8a9e9eb24f admin admin] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:55:03.782793 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4626fa0-f2b2-49d0-8cd2-d61c3ed56089 None None] Sync routers for ids ['473ff1a0-2e0e-4478-a381-1c971a187fb6'] in dv-cinder-843593-2-iscsi {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:55:03.792716 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4626fa0-f2b2-49d0-8cd2-d61c3ed56089 None None] Routers {'473ff1a0-2e0e-4478-a381-1c971a187fb6'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:55:03.794041 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-f4626fa0-f2b2-49d0-8cd2-d61c3ed56089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161fa84f70>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:54:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['473ff1a0-2e0e-4478-a381-1c971a187fb6'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:55:03.865969 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Pushing event updated for resources: {'Port': ['ID=9147ee98-7e3f-4d1a-8bc4-23151d8eecf2,revision_number=3']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:03.896668 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-6afc7c47-8c65-430c-b3b5-5c8a9e9eb24f admin admin] Notify callbacks [] for router, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:03.901662 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-86ed0980-6c4c-41c6-8fed-b851cbfb40bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:03.901821 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-6afc7c47-8c65-430c-b3b5-5c8a9e9eb24f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 3.9166636
Jun 04 13:55:03.902314 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 51918) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:55:03.929574 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 541b9f74-37f6-4c75-b0fc-80c2e2093164 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:55:03.929935 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:03.936634 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-766b81b4-9d4b-4337-9979-9fef5695011a req-c470c5dd-2225-40f8-93e1-8650d7809a32 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:03.964956 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-5a4a1ac4-b613-40f3-ad8d-1a507e22f36f None None] Current status of the port 9147ee98-7e3f-4d1a-8bc4-23151d8eecf2 is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:55:04.007147 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-f4626fa0-f2b2-49d0-8cd2-d61c3ed56089 None None] Set router 473ff1a0-2e0e-4478-a381-1c971a187fb6 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:55:04.035256 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470c5dd-2225-40f8-93e1-8650d7809a32 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Pushing event deleted for resources: {'Port': ['ID=54137274-2470-4cf0-bcd0-5011edcc4423,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:04.155601 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 541b9f74-37f6-4c75-b0fc-80c2e2093164 is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:55:04.246851 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-49bd60a9-fcf1-4663-8014-c02e53aa2148 req-28243107-3df4-4a6a-a427-650d236f50f6 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 210 time: 0.0635598
Jun 04 13:55:04.358125 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-f4626fa0-f2b2-49d0-8cd2-d61c3ed56089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161fa84f70>, [{'id': '473ff1a0-2e0e-4478-a381-1c971a187fb6', 'name': 'tempest-TestMinimumBasicScenario-638527310-router', 'tenant_id': '3cf656b2b1ba4fdb9c912337cf1be82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'beb10cdd-a4ae-4dce-bcf9-474384cc2da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:55:00Z', 'updated_at': '2022-06-04T13:55:01Z', 'revision_number': 3, 'project_id': '3cf656b2b1ba4fdb9c912337cf1be82b', 'gw_port': {'id': 'beb10cdd-a4ae-4dce-bcf9-474384cc2da3', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473ff1a0-2e0e-4478-a381-1c971a187fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:55:00Z', 'updated_at': '2022-06-04T13:55:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:55:04.363770 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4626fa0-f2b2-49d0-8cd2-d61c3ed56089 None None] Checking router: 473ff1a0-2e0e-4478-a381-1c971a187fb6 for host: dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:55:04.364215 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4626fa0-f2b2-49d0-8cd2-d61c3ed56089 None None] Updating router 473ff1a0-2e0e-4478-a381-1c971a187fb6 port beb10cdd-a4ae-4dce-bcf9-474384cc2da3 binding host dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:55:04.365262 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.l3_agent_scheduler [req-766b81b4-9d4b-4337-9979-9fef5695011a req-c470c5dd-2225-40f8-93e1-8650d7809a32 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Router b3c35a1a-a2f2-4646-881a-9ffba554fd8b has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:55:04.438751 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-f4626fa0-f2b2-49d0-8cd2-d61c3ed56089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:04.614365 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-766b81b4-9d4b-4337-9979-9fef5695011a req-c470c5dd-2225-40f8-93e1-8650d7809a32 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:55:04.637708 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d790b9bc-ed76-4eec-b67c-5a28e805f1d8 None None] Sync routers for ids ['b3c35a1a-a2f2-4646-881a-9ffba554fd8b'] in dv-cinder-843593-2-iscsi {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:55:04.667912 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d790b9bc-ed76-4eec-b67c-5a28e805f1d8 None None] Routers {'b3c35a1a-a2f2-4646-881a-9ffba554fd8b'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:55:04.669804 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-d790b9bc-ed76-4eec-b67c-5a28e805f1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161df5a700>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:55:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['b3c35a1a-a2f2-4646-881a-9ffba554fd8b'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:55:04.740300 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [req-766b81b4-9d4b-4337-9979-9fef5695011a req-c470c5dd-2225-40f8-93e1-8650d7809a32 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] No DVR routers for this DVR port 54137274-2470-4cf0-bcd0-5011edcc4423 on host hv-cinder-84359 {{(pid=88595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:55:04.745071 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-766b81b4-9d4b-4337-9979-9fef5695011a req-c470c5dd-2225-40f8-93e1-8650d7809a32 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:04.747967 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb69c8b-469d-489c-a78b-007ecf6d5cfe', 'name': 'network-vif-deleted', 'tag': '54137274-2470-4cf0-bcd0-5011edcc4423'}] {{(pid=88595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:55:04.759071 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:04.843457 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb4ec825-1a21-4899-8bc1-f5cc91376cc5'] response: {'server_uuid': '3eb69c8b-469d-489c-a78b-007ecf6d5cfe', 'name': 'network-vif-deleted', 'tag': '54137274-2470-4cf0-bcd0-5011edcc4423', 'status': 'completed', 'code': 200}
Jun 04 13:55:04.851474 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-766b81b4-9d4b-4337-9979-9fef5695011a req-c470c5dd-2225-40f8-93e1-8650d7809a32 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.55 "DELETE /v2.0/ports/54137274-2470-4cf0-bcd0-5011edcc4423 HTTP/1.1" status: 204  len: 173 time: 2.3071065
Jun 04 13:55:04.942144 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-f4626fa0-f2b2-49d0-8cd2-d61c3ed56089 None None] Notify callbacks [] for port, precommit_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:04.963858 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:04.965063 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.provisioning_blocks [None req-f4626fa0-f2b2-49d0-8cd2-d61c3ed56089 None None] Transition to ACTIVE for port object beb10cdd-a4ae-4dce-bcf9-474384cc2da3 will not be triggered until provisioned by entity L2. {{(pid=88597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:55:04.972237 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-0fe19459-6848-4597-ad8d-8b98b0e0d4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:05.003464 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-d790b9bc-ed76-4eec-b67c-5a28e805f1d8 None None] Set router b3c35a1a-a2f2-4646-881a-9ffba554fd8b gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:55:05.027926 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-f4626fa0-f2b2-49d0-8cd2-d61c3ed56089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:05.133371 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36184e-f270-4125-824b-cbce8432cd3d None None] Pushing event updated for resources: {'Port': ['ID=beb10cdd-a4ae-4dce-bcf9-474384cc2da3,revision_number=2']} {{(pid=88597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:05.135990 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.managers [None req-f4626fa0-f2b2-49d0-8cd2-d61c3ed56089 None None] Attempting to bind port beb10cdd-a4ae-4dce-bcf9-474384cc2da3 on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:55:05.136455 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.managers [None req-f4626fa0-f2b2-49d0-8cd2-d61c3ed56089 None None] Attempting to bind port beb10cdd-a4ae-4dce-bcf9-474384cc2da3 by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}] {{(pid=88597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:55:05.136904 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4626fa0-f2b2-49d0-8cd2-d61c3ed56089 None None] Attempting to bind port beb10cdd-a4ae-4dce-bcf9-474384cc2da3 on network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:55:05.151877 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4626fa0-f2b2-49d0-8cd2-d61c3ed56089 None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:55:05.152872 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4626fa0-f2b2-49d0-8cd2-d61c3ed56089 None None] Checking segment: {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:55:05.155821 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-f4626fa0-f2b2-49d0-8cd2-d61c3ed56089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:05.159728 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4626fa0-f2b2-49d0-8cd2-d61c3ed56089 None None] Bound using segment: {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'} {{(pid=88597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:55:05.159728 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.managers [None req-f4626fa0-f2b2-49d0-8cd2-d61c3ed56089 None None] Bound port: beb10cdd-a4ae-4dce-bcf9-474384cc2da3, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e9f3a7-fe7c-4b2a-9489-202ad5682d71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}}] {{(pid=88597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:55:05.159728 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-f4626fa0-f2b2-49d0-8cd2-d61c3ed56089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:05.252164 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 9147ee98-7e3f-4d1a-8bc4-23151d8eecf2 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:55:05.263678 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.db [None req-f4626fa0-f2b2-49d0-8cd2-d61c3ed56089 None None] For port beb10cdd-a4ae-4dce-bcf9-474384cc2da3, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:55:05.268607 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.plugins.ml2.db [None req-f4626fa0-f2b2-49d0-8cd2-d61c3ed56089 None None] For port beb10cdd-a4ae-4dce-bcf9-474384cc2da3, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=beb10cdd-a4ae-4dce-bcf9-474384cc2da3,segment=NetworkSegment(a5e9f3a7-fe7c-4b2a-9489-202ad5682d71),segment_id=a5e9f3a7-fe7c-4b2a-9489-202ad5682d71)] {{(pid=88597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:55:05.282766 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_common [None req-0fe19459-6848-4597-ad8d-8b98b0e0d4ab admin admin] Allocated IP 172.20.0.1 (413ec37b-86f7-44d0-97e0-7fb98a443711/a34cfa21-35d3-480b-82a8-28bd0e08d367/5fc67e9c-676a-47b8-bfd6-7cd4353f2d44) {{(pid=88594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:55:05.326332 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-f4626fa0-f2b2-49d0-8cd2-d61c3ed56089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:05.401554 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 9147ee98-7e3f-4d1a-8bc4-23151d8eecf2 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:55:05.401916 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:05.438826 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4626fa0-f2b2-49d0-8cd2-d61c3ed56089 None None] Routers {'473ff1a0-2e0e-4478-a381-1c971a187fb6'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:55:05.440907 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-f4626fa0-f2b2-49d0-8cd2-d61c3ed56089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161fa84f70>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:55:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['473ff1a0-2e0e-4478-a381-1c971a187fb6'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:55:05.515767 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-0fe19459-6848-4597-ad8d-8b98b0e0d4ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:05.529149 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36184e-f270-4125-824b-cbce8432cd3d None None] Pushing event updated for resources: {'Port': ['ID=beb10cdd-a4ae-4dce-bcf9-474384cc2da3,revision_number=3']} {{(pid=88597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:05.530803 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-d790b9bc-ed76-4eec-b67c-5a28e805f1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161df5a700>, [{'id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'name': 'tempest-AttachVolumeShelveTestJSON-463891465-router', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:52:05Z', 'revision_number': 4, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'gw_port': {'id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '1b1203f1-3341-4de6-a51b-e68bdab020e2', 'name': '', 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'mac_address': 'fa:16:3e:fa:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:04Z', 'updated_at': '2022-06-04T13:52:11Z', 'revision_number': 5, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'subnets': [{'id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:55:05.544397 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.provisioning_blocks [None req-0fe19459-6848-4597-ad8d-8b98b0e0d4ab admin admin] Transition to ACTIVE for port object 5fc67e9c-676a-47b8-bfd6-7cd4353f2d44 will not be triggered until provisioned by entity DHCP. {{(pid=88594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:55:05.545067 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d790b9bc-ed76-4eec-b67c-5a28e805f1d8 None None] Checking router: b3c35a1a-a2f2-4646-881a-9ffba554fd8b for host: dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:55:05.556749 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 9147ee98-7e3f-4d1a-8bc4-23151d8eecf2 is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:55:05.561409 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d790b9bc-ed76-4eec-b67c-5a28e805f1d8 None None] Routers {'b3c35a1a-a2f2-4646-881a-9ffba554fd8b'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:55:05.562039 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-d790b9bc-ed76-4eec-b67c-5a28e805f1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161df5a700>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:55:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['b3c35a1a-a2f2-4646-881a-9ffba554fd8b'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:55:05.596487 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-b9270b19-6b7d-464c-8f1b-c2e8182fdb51 req-77d821e6-c83a-48dc-b260-75102238866f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Synchronizing usage tracker for tenant:a4b423c2006c49d8b8e731fbf4557850 on resource:port {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:55:05.628694 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-0fe19459-6848-4597-ad8d-8b98b0e0d4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:05.692086 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-f4626fa0-f2b2-49d0-8cd2-d61c3ed56089 None None] Set router 473ff1a0-2e0e-4478-a381-1c971a187fb6 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:55:05.710702 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe19459-6848-4597-ad8d-8b98b0e0d4ab admin admin] Network 413ec37b-86f7-44d0-97e0-7fb98a443711 is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:55:05.714124 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [None req-0fe19459-6848-4597-ad8d-8b98b0e0d4ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:55:05.718199 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe19459-6848-4597-ad8d-8b98b0e0d4ab admin admin] Received port after_create {{(pid=88594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:55:05.719393 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-b9270b19-6b7d-464c-8f1b-c2e8182fdb51 req-77d821e6-c83a-48dc-b260-75102238866f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Unset dirty status for tenant:a4b423c2006c49d8b8e731fbf4557850 on resource:port {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:55:05.720587 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-b9270b19-6b7d-464c-8f1b-c2e8182fdb51 req-77d821e6-c83a-48dc-b260-75102238866f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb69c8b-469d-489c-a78b-007ecf6d5cfe HTTP/1.1" status: 200  len: 210 time: 0.3285842
Jun 04 13:55:05.778946 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe19459-6848-4597-ad8d-8b98b0e0d4ab admin admin] Pushing event updated for resources: {'Port': ['ID=5fc67e9c-676a-47b8-bfd6-7cd4353f2d44,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:05.793014 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe19459-6848-4597-ad8d-8b98b0e0d4ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:55:05.793424 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe19459-6848-4597-ad8d-8b98b0e0d4ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:55:05.793831 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe19459-6848-4597-ad8d-8b98b0e0d4ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:55:05.795526 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe19459-6848-4597-ad8d-8b98b0e0d4ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:55:05.795944 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe19459-6848-4597-ad8d-8b98b0e0d4ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:55:05.796382 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe19459-6848-4597-ad8d-8b98b0e0d4ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:55:05.796799 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe19459-6848-4597-ad8d-8b98b0e0d4ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:55:05.797192 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe19459-6848-4597-ad8d-8b98b0e0d4ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:55:05.797591 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe19459-6848-4597-ad8d-8b98b0e0d4ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:55:05.798003 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe19459-6848-4597-ad8d-8b98b0e0d4ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:55:05.798391 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe19459-6848-4597-ad8d-8b98b0e0d4ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:55:05.798784 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe19459-6848-4597-ad8d-8b98b0e0d4ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:55:05.813595 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-0fe19459-6848-4597-ad8d-8b98b0e0d4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66723705'] for router_interface, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:05.824654 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-d790b9bc-ed76-4eec-b67c-5a28e805f1d8 None None] Set router b3c35a1a-a2f2-4646-881a-9ffba554fd8b gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:55:06.088803 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-f4626fa0-f2b2-49d0-8cd2-d61c3ed56089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161fa84f70>, [{'id': '473ff1a0-2e0e-4478-a381-1c971a187fb6', 'name': 'tempest-TestMinimumBasicScenario-638527310-router', 'tenant_id': '3cf656b2b1ba4fdb9c912337cf1be82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'beb10cdd-a4ae-4dce-bcf9-474384cc2da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:55:00Z', 'updated_at': '2022-06-04T13:55:01Z', 'revision_number': 3, 'project_id': '3cf656b2b1ba4fdb9c912337cf1be82b', 'gw_port': {'id': 'beb10cdd-a4ae-4dce-bcf9-474384cc2da3', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473ff1a0-2e0e-4478-a381-1c971a187fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:55:00Z', 'updated_at': '2022-06-04T13:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:55:06.098458 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4626fa0-f2b2-49d0-8cd2-d61c3ed56089 None None] The sync data for ids ['473ff1a0-2e0e-4478-a381-1c971a187fb6'] in dv-cinder-843593-2-iscsi is: [{'id': '473ff1a0-2e0e-4478-a381-1c971a187fb6', 'name': 'tempest-TestMinimumBasicScenario-638527310-router', 'tenant_id': '3cf656b2b1ba4fdb9c912337cf1be82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'beb10cdd-a4ae-4dce-bcf9-474384cc2da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:55:00Z', 'updated_at': '2022-06-04T13:55:01Z', 'revision_number': 3, 'project_id': '3cf656b2b1ba4fdb9c912337cf1be82b', 'gw_port': {'id': 'beb10cdd-a4ae-4dce-bcf9-474384cc2da3', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473ff1a0-2e0e-4478-a381-1c971a187fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:55:00Z', 'updated_at': '2022-06-04T13:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}] {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:55:06.121068 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:06.231175 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-a8dbf5ab-3929-4074-931e-d8a26606081e None None] Provisioning for port 5fc67e9c-676a-47b8-bfd6-7cd4353f2d44 completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:55:06.239217 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-a8dbf5ab-3929-4074-931e-d8a26606081e None None] Provisioning complete for port 5fc67e9c-676a-47b8-bfd6-7cd4353f2d44 triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:55:06.239583 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-a8dbf5ab-3929-4074-931e-d8a26606081e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:06.258687 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-0fe19459-6848-4597-ad8d-8b98b0e0d4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:06.339578 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-a8dbf5ab-3929-4074-931e-d8a26606081e None None] Port 5fc67e9c-676a-47b8-bfd6-7cd4353f2d44 cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:55:06.339578 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-d790b9bc-ed76-4eec-b67c-5a28e805f1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161df5a700>, [{'id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'name': 'tempest-AttachVolumeShelveTestJSON-463891465-router', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:52:05Z', 'revision_number': 4, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'gw_port': {'id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '1b1203f1-3341-4de6-a51b-e68bdab020e2', 'name': '', 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'mac_address': 'fa:16:3e:fa:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:04Z', 'updated_at': '2022-06-04T13:52:11Z', 'revision_number': 5, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'subnets': [{'id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:55:06.340583 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d790b9bc-ed76-4eec-b67c-5a28e805f1d8 None None] The sync data for ids ['b3c35a1a-a2f2-4646-881a-9ffba554fd8b'] in dv-cinder-843593-2-iscsi is: [{'id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'name': 'tempest-AttachVolumeShelveTestJSON-463891465-router', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:52:05Z', 'revision_number': 4, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'gw_port': {'id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '1b1203f1-3341-4de6-a51b-e68bdab020e2', 'name': '', 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'mac_address': 'fa:16:3e:fa:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:04Z', 'updated_at': '2022-06-04T13:52:11Z', 'revision_number': 5, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'subnets': [{'id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:55:06.634251 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-0fe19459-6848-4597-ad8d-8b98b0e0d4ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:06.724354 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46de88a-9ad7-45a3-b4b9-900a78e9c3ea None None] New status for floating IP 80f7a970-27b9-40e8-8540-4a812cd59604: DOWN {{(pid=88597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:55:06.827996 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-0fe19459-6848-4597-ad8d-8b98b0e0d4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:06.965873 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe19459-6848-4597-ad8d-8b98b0e0d4ab admin admin] Pushing event updated for resources: {'Port': ['ID=5fc67e9c-676a-47b8-bfd6-7cd4353f2d44,revision_number=2']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:06.968721 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-0fe19459-6848-4597-ad8d-8b98b0e0d4ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66655068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66719424'] for router_interface, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:07.011889 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 51942) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:55:07.050601 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 51946) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:55:07.129735 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-fd8b5803-9124-4d0d-b631-12019d31302b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:07.169687 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-fd8b5803-9124-4d0d-b631-12019d31302b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:07.182845 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe19459-6848-4597-ad8d-8b98b0e0d4ab admin admin] Network 413ec37b-86f7-44d0-97e0-7fb98a443711 is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:55:07.184063 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [None req-0fe19459-6848-4597-ad8d-8b98b0e0d4ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:55:07.205415 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device beb10cdd-a4ae-4dce-bcf9-474384cc2da3 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:55:07.272176 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-72ee9138-1db2-406c-94bc-d6d782109ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:07.290524 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-72ee9138-1db2-406c-94bc-d6d782109ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:55:07.294897 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-72ee9138-1db2-406c-94bc-d6d782109ede admin admin] Usage tracker for resource:security_group_rule and tenant:b5714a6d6ef7405ea64a79e035d024a0 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:55:07.298204 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-72ee9138-1db2-406c-94bc-d6d782109ede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:55:07.304903 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-72ee9138-1db2-406c-94bc-d6d782109ede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:55:07.343715 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-fd8b5803-9124-4d0d-b631-12019d31302b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:07.374639 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b5803-9124-4d0d-b631-12019d31302b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa30c205-83f6-4aa9-87a0-410519e6a8b3,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:07.398240 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port beb10cdd-a4ae-4dce-bcf9-474384cc2da3 completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:55:07.415600 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 54137274-2470-4cf0-bcd0-5011edcc4423 no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:55:07.452475 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port beb10cdd-a4ae-4dce-bcf9-474384cc2da3 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:55:07.453309 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:07.458661 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe19459-6848-4597-ad8d-8b98b0e0d4ab admin admin] Router 473ff1a0-2e0e-4478-a381-1c971a187fb6 has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:55:07.460103 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-72ee9138-1db2-406c-94bc-d6d782109ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:07.469887 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-fd8b5803-9124-4d0d-b631-12019d31302b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:07.473723 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-fd8b5803-9124-4d0d-b631-12019d31302b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "DELETE /v2.0/security-groups/aa30c205-83f6-4aa9-87a0-410519e6a8b3 HTTP/1.1" status: 204  len: 168 time: 0.4576018
Jun 04 13:55:07.473971 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 51952) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:55:07.488511 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] No Port match for: 54137274-2470-4cf0-bcd0-5011edcc4423 {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:55:07.489102 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 54137274-2470-4cf0-bcd0-5011edcc4423 not bound to the agent host hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:55:07.494417 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.api.v2.resource [None req-d52383cd-2cb7-4a02-84ce-97053db29cb3 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] show failed (client error): The resource could not be found.
Jun 04 13:55:07.494417 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-d52383cd-2cb7-4a02-84ce-97053db29cb3 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups/aa30c205-83f6-4aa9-87a0-410519e6a8b3 HTTP/1.1" status: 404  len: 347 time: 0.0184789
Jun 04 13:55:07.497219 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 51956) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:55:07.582062 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-72ee9138-1db2-406c-94bc-d6d782109ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:07.618775 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-978e0447-a2d5-4593-aea9-e870c1a86e96 None None] Provisioning complete for port 5fc67e9c-676a-47b8-bfd6-7cd4353f2d44 triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:55:07.621180 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-978e0447-a2d5-4593-aea9-e870c1a86e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:07.647733 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe19459-6848-4597-ad8d-8b98b0e0d4ab admin admin] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:55:07.657485 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-0fe19459-6848-4597-ad8d-8b98b0e0d4ab admin admin] 10.222.0.39 "PUT /v2.0/routers/473ff1a0-2e0e-4478-a381-1c971a187fb6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7534585
Jun 04 13:55:07.679118 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port beb10cdd-a4ae-4dce-bcf9-474384cc2da3 is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:55:07.682835 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:07.696730 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-978e0447-a2d5-4593-aea9-e870c1a86e96 None None] Port 5fc67e9c-676a-47b8-bfd6-7cd4353f2d44 cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:55:07.706132 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] For port beb10cdd-a4ae-4dce-bcf9-474384cc2da3, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=beb10cdd-a4ae-4dce-bcf9-474384cc2da3,segment=NetworkSegment(a5e9f3a7-fe7c-4b2a-9489-202ad5682d71),segment_id=a5e9f3a7-fe7c-4b2a-9489-202ad5682d71)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:55:07.740370 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee9138-1db2-406c-94bc-d6d782109ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9d3697-3369-4dc3-8c17-1336acce2e56,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:07.744136 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-cdff3b93-6f8a-4d88-bf28-3d3f32b5a03f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Deleting port ea3e987d-4c90-4ad8-b4db-b741ae18771b {{(pid=88595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:55:07.744472 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-cdff3b93-6f8a-4d88-bf28-3d3f32b5a03f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:07.774470 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-72ee9138-1db2-406c-94bc-d6d782109ede admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b5714a6d6ef7405ea64a79e035d024a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7224753
Jun 04 13:55:07.778257 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 51962) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:55:07.781928 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:07.864847 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Pushing event updated for resources: {'Port': ['ID=beb10cdd-a4ae-4dce-bcf9-474384cc2da3,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:07.870691 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b33c5f5c-9e5f-43fe-9851-473f2e77ef52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:07.900410 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b33c5f5c-9e5f-43fe-9851-473f2e77ef52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:07.947696 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-cdff3b93-6f8a-4d88-bf28-3d3f32b5a03f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:07.948021 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-cdff3b93-6f8a-4d88-bf28-3d3f32b5a03f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:08.005593 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b33c5f5c-9e5f-43fe-9851-473f2e77ef52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:08.020699 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c5f5c-9e5f-43fe-9851-473f2e77ef52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9d3697-3369-4dc3-8c17-1336acce2e56,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:08.043989 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b33c5f5c-9e5f-43fe-9851-473f2e77ef52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:08.060055 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-b33c5f5c-9e5f-43fe-9851-473f2e77ef52 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5f9d3697-3369-4dc3-8c17-1336acce2e56 HTTP/1.1" status: 204  len: 168 time: 0.2805848
Jun 04 13:55:08.086037 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-cdff3b93-6f8a-4d88-bf28-3d3f32b5a03f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Calling delete_port for ea3e987d-4c90-4ad8-b4db-b741ae18771b owned by network:floatingip {{(pid=88595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:55:08.290770 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-cdff3b93-6f8a-4d88-bf28-3d3f32b5a03f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:08.347443 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff3b93-6f8a-4d88-bf28-3d3f32b5a03f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Pushing event deleted for resources: {'Port': ['ID=ea3e987d-4c90-4ad8-b4db-b741ae18771b,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:08.354373 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f76f94-638d-44e8-9d59-d5b91d0c7880 None None] Sync routers for ids ['473ff1a0-2e0e-4478-a381-1c971a187fb6'] in dv-cinder-843593-2-iscsi {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:55:08.368602 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f76f94-638d-44e8-9d59-d5b91d0c7880 None None] Routers {'473ff1a0-2e0e-4478-a381-1c971a187fb6'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:55:08.368929 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-65f76f94-638d-44e8-9d59-d5b91d0c7880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e45a9a0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:55:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['473ff1a0-2e0e-4478-a381-1c971a187fb6'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:55:08.449736 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-cdff3b93-6f8a-4d88-bf28-3d3f32b5a03f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for floatingip, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:08.519493 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-cdff3b93-6f8a-4d88-bf28-3d3f32b5a03f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:08.523272 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-cdff3b93-6f8a-4d88-bf28-3d3f32b5a03f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "DELETE /v2.0/floatingips/80f7a970-27b9-40e8-8540-4a812cd59604 HTTP/1.1" status: 204  len: 168 time: 1.0225849
Jun 04 13:55:08.581720 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-65f76f94-638d-44e8-9d59-d5b91d0c7880 None None] Set router 473ff1a0-2e0e-4478-a381-1c971a187fb6 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:55:08.711449 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 51992) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:55:08.716725 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-e5c11ab1-89d4-493b-a749-7391dd650431 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1982575843', 'description': 'tempest-description--715966472'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:55:08.724001 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-e5c11ab1-89d4-493b-a749-7391dd650431 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:55:08.729106 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-e5c11ab1-89d4-493b-a749-7391dd650431 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Usage tracker for resource:security_group and tenant:a4b423c2006c49d8b8e731fbf4557850 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:55:08.743583 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-e5c11ab1-89d4-493b-a749-7391dd650431 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:55:08.746705 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-e5c11ab1-89d4-493b-a749-7391dd650431 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:55:08.767639 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 51998) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:55:08.787669 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-01f72cb7-6640-43e1-bce9-ac840dd23d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:08.804263 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-01f72cb7-6640-43e1-bce9-ac840dd23d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:55:08.812482 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-01f72cb7-6640-43e1-bce9-ac840dd23d8b admin admin] Usage tracker for resource:security_group_rule and tenant:6043ebd4151243ebab4c94e34dab5613 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:55:08.812482 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-01f72cb7-6640-43e1-bce9-ac840dd23d8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:55:08.818692 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-01f72cb7-6640-43e1-bce9-ac840dd23d8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:55:08.828089 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e5c11ab1-89d4-493b-a749-7391dd650431 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:08.877349 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-e5c11ab1-89d4-493b-a749-7391dd650431 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:55:08.884523 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-e5c11ab1-89d4-493b-a749-7391dd650431 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Usage tracker for resource:security_group_rule and tenant:a4b423c2006c49d8b8e731fbf4557850 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:55:08.891838 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-e5c11ab1-89d4-493b-a749-7391dd650431 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:55:08.902776 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-e5c11ab1-89d4-493b-a749-7391dd650431 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:55:08.951572 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-01f72cb7-6640-43e1-bce9-ac840dd23d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:08.989725 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e5c11ab1-89d4-493b-a749-7391dd650431 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:09.027680 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-01f72cb7-6640-43e1-bce9-ac840dd23d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:09.042038 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-65f76f94-638d-44e8-9d59-d5b91d0c7880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e45a9a0>, [{'id': '473ff1a0-2e0e-4478-a381-1c971a187fb6', 'name': 'tempest-TestMinimumBasicScenario-638527310-router', 'tenant_id': '3cf656b2b1ba4fdb9c912337cf1be82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'beb10cdd-a4ae-4dce-bcf9-474384cc2da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:55:00Z', 'updated_at': '2022-06-04T13:55:06Z', 'revision_number': 4, 'project_id': '3cf656b2b1ba4fdb9c912337cf1be82b', 'gw_port': {'id': 'beb10cdd-a4ae-4dce-bcf9-474384cc2da3', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473ff1a0-2e0e-4478-a381-1c971a187fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:55:00Z', 'updated_at': '2022-06-04T13:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '5fc67e9c-676a-47b8-bfd6-7cd4353f2d44', 'name': '', 'network_id': '413ec37b-86f7-44d0-97e0-7fb98a443711', 'tenant_id': '3cf656b2b1ba4fdb9c912337cf1be82b', 'mac_address': 'fa:16:3e:e1:8b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473ff1a0-2e0e-4478-a381-1c971a187fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'a34cfa21-35d3-480b-82a8-28bd0e08d367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:55:05Z', 'updated_at': '2022-06-04T13:55:06Z', 'revision_number': 2, 'project_id': '3cf656b2b1ba4fdb9c912337cf1be82b', 'subnets': [{'id': 'a34cfa21-35d3-480b-82a8-28bd0e08d367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:55:09.046085 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f76f94-638d-44e8-9d59-d5b91d0c7880 None None] Checking router: 473ff1a0-2e0e-4478-a381-1c971a187fb6 for host: dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:55:09.046433 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f76f94-638d-44e8-9d59-d5b91d0c7880 None None] Updating router 473ff1a0-2e0e-4478-a381-1c971a187fb6 port 5fc67e9c-676a-47b8-bfd6-7cd4353f2d44 binding host dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:55:09.061419 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e5c11ab1-89d4-493b-a749-7391dd650431 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:09.093016 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-01f72cb7-6640-43e1-bce9-ac840dd23d8b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6043ebd4151243ebab4c94e34dab5613&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3242817
Jun 04 13:55:09.094543 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 52002) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:55:09.110241 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f72cb7-6640-43e1-bce9-ac840dd23d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ca7a06-1b03-4035-955a-bb608fb93ab5,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:09.186415 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-65f76f94-638d-44e8-9d59-d5b91d0c7880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:09.201843 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-da1f7bbf-dfaf-4431-9be7-5c7606cd21b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:09.202088 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c11ab1-89d4-493b-a749-7391dd650431 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56beb9a4-643b-4d99-a7cd-69574081d1dd,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:09.234768 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-da1f7bbf-dfaf-4431-9be7-5c7606cd21b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:09.256249 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device beb10cdd-a4ae-4dce-bcf9-474384cc2da3 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:55:09.278907 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e5c11ab1-89d4-493b-a749-7391dd650431 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:09.280456 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-e5c11ab1-89d4-493b-a749-7391dd650431 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.5682609
Jun 04 13:55:09.283296 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 52006) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:55:09.288992 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-705f26de-33ea-4a57-adda-d77453be3abf tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Request body: {'security_group_rule': {'security_group_id': '56beb9a4-643b-4d99-a7cd-69574081d1dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:55:09.302927 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-705f26de-33ea-4a57-adda-d77453be3abf tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:55:09.309435 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-705f26de-33ea-4a57-adda-d77453be3abf tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Usage tracker for resource:security_group_rule and tenant:a4b423c2006c49d8b8e731fbf4557850 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:55:09.315963 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-705f26de-33ea-4a57-adda-d77453be3abf tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:55:09.322381 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-705f26de-33ea-4a57-adda-d77453be3abf tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:55:09.375989 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-da1f7bbf-dfaf-4431-9be7-5c7606cd21b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:09.394773 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f7bbf-dfaf-4431-9be7-5c7606cd21b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ca7a06-1b03-4035-955a-bb608fb93ab5,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:09.408354 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-705f26de-33ea-4a57-adda-d77453be3abf tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:09.420135 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-da1f7bbf-dfaf-4431-9be7-5c7606cd21b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:09.421363 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-da1f7bbf-dfaf-4431-9be7-5c7606cd21b1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a6ca7a06-1b03-4035-955a-bb608fb93ab5 HTTP/1.1" status: 204  len: 168 time: 0.3258104
Jun 04 13:55:09.436884 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port beb10cdd-a4ae-4dce-bcf9-474384cc2da3 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:55:09.437294 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:09.499372 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-705f26de-33ea-4a57-adda-d77453be3abf tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:09.547331 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-705f26de-33ea-4a57-adda-d77453be3abf tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:09.582059 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f26de-33ea-4a57-adda-d77453be3abf tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d3af8f0-2a91-485a-aa65-771b62831417,revision_number=0']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:09.668918 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-705f26de-33ea-4a57-adda-d77453be3abf tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:09.672669 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-705f26de-33ea-4a57-adda-d77453be3abf tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3851309
Jun 04 13:55:09.673333 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 52012) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:55:09.678893 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-e9584f19-bdf1-4ae5-ad7f-c2121459f659 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Request body: {'security_group_rule': {'security_group_id': '56beb9a4-643b-4d99-a7cd-69574081d1dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:55:09.685305 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-e9584f19-bdf1-4ae5-ad7f-c2121459f659 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:55:09.691277 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-e9584f19-bdf1-4ae5-ad7f-c2121459f659 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Usage tracker for resource:security_group_rule and tenant:a4b423c2006c49d8b8e731fbf4557850 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:55:09.692995 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port beb10cdd-a4ae-4dce-bcf9-474384cc2da3 is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:55:09.694766 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-e9584f19-bdf1-4ae5-ad7f-c2121459f659 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:55:09.705525 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-e9584f19-bdf1-4ae5-ad7f-c2121459f659 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:55:09.778498 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-65f76f94-638d-44e8-9d59-d5b91d0c7880 None None] Notify callbacks [] for port, precommit_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:09.794196 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-65f76f94-638d-44e8-9d59-d5b91d0c7880 None None] Transition to ACTIVE for port object 5fc67e9c-676a-47b8-bfd6-7cd4353f2d44 will not be triggered until provisioned by entity L2. {{(pid=88596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:55:09.807913 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e9584f19-bdf1-4ae5-ad7f-c2121459f659 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:09.879336 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-65f76f94-638d-44e8-9d59-d5b91d0c7880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:09.880565 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e9584f19-bdf1-4ae5-ad7f-c2121459f659 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:09.942163 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e9584f19-bdf1-4ae5-ad7f-c2121459f659 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:09.994153 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9584f19-bdf1-4ae5-ad7f-c2121459f659 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39849b46-c1e2-4a91-84b6-31f750307aca,revision_number=0']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:10.068333 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e9584f19-bdf1-4ae5-ad7f-c2121459f659 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:10.069968 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-e9584f19-bdf1-4ae5-ad7f-c2121459f659 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3955610
Jun 04 13:55:10.072979 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 52020) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:55:10.092648 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-a9784e1d-9c62-47e3-8218-c0ed5fdff389 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Request body: {'floatingip': {'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:55:10.117442 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-a9784e1d-9c62-47e3-8218-c0ed5fdff389 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:55:10.133597 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-a9784e1d-9c62-47e3-8218-c0ed5fdff389 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Usage tracker for resource:floatingip and tenant:a4b423c2006c49d8b8e731fbf4557850 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:55:10.141227 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-a9784e1d-9c62-47e3-8218-c0ed5fdff389 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:55:10.150947 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-a9784e1d-9c62-47e3-8218-c0ed5fdff389 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:55:10.226172 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e05cef-672b-4c24-bca2-a39e3bac5fa1 None None] Pushing event updated for resources: {'Port': ['ID=5fc67e9c-676a-47b8-bfd6-7cd4353f2d44,revision_number=3']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:10.235768 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a9784e1d-9c62-47e3-8218-c0ed5fdff389 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for floatingip, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:10.238837 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-65f76f94-638d-44e8-9d59-d5b91d0c7880 None None] Attempting to bind port 5fc67e9c-676a-47b8-bfd6-7cd4353f2d44 on host dv-cinder-843593-2-iscsi for vnic_type normal with profile  {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:55:10.239403 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-65f76f94-638d-44e8-9d59-d5b91d0c7880 None None] Attempting to bind port 5fc67e9c-676a-47b8-bfd6-7cd4353f2d44 by drivers openvswitch,hyperv on host dv-cinder-843593-2-iscsi at level 0 using segments [{'id': '9c41a4f8-d2ab-487a-a9cf-4f3a096e9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '413ec37b-86f7-44d0-97e0-7fb98a443711'}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:55:10.239943 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f76f94-638d-44e8-9d59-d5b91d0c7880 None None] Attempting to bind port 5fc67e9c-676a-47b8-bfd6-7cd4353f2d44 on network 413ec37b-86f7-44d0-97e0-7fb98a443711 {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:55:10.246820 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f76f94-638d-44e8-9d59-d5b91d0c7880 None None] Checking agent: {'id': '4dab3704-3727-44e6-a140-eab33a496172', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 37, 35), 'started_at': datetime.datetime(2022, 6, 4, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:55:10.247420 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f76f94-638d-44e8-9d59-d5b91d0c7880 None None] Checking segment: {'id': '9c41a4f8-d2ab-487a-a9cf-4f3a096e9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '413ec37b-86f7-44d0-97e0-7fb98a443711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:55:10.247977 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-65f76f94-638d-44e8-9d59-d5b91d0c7880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:10.248533 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f76f94-638d-44e8-9d59-d5b91d0c7880 None None] Bound using segment: {'id': '9c41a4f8-d2ab-487a-a9cf-4f3a096e9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '413ec37b-86f7-44d0-97e0-7fb98a443711'} {{(pid=88596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:55:10.249188 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.managers [None req-65f76f94-638d-44e8-9d59-d5b91d0c7880 None None] Bound port: 5fc67e9c-676a-47b8-bfd6-7cd4353f2d44, host: dv-cinder-843593-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c41a4f8-d2ab-487a-a9cf-4f3a096e9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '413ec37b-86f7-44d0-97e0-7fb98a443711'}}] {{(pid=88596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:55:10.249865 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-65f76f94-638d-44e8-9d59-d5b91d0c7880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:10.389577 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-65f76f94-638d-44e8-9d59-d5b91d0c7880 None None] For port 5fc67e9c-676a-47b8-bfd6-7cd4353f2d44, host dv-cinder-843593-2-iscsi, cleared binding levels {{(pid=88596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:55:10.393295 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-65f76f94-638d-44e8-9d59-d5b91d0c7880 None None] For port 5fc67e9c-676a-47b8-bfd6-7cd4353f2d44, host dv-cinder-843593-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=5fc67e9c-676a-47b8-bfd6-7cd4353f2d44,segment=NetworkSegment(9c41a4f8-d2ab-487a-a9cf-4f3a096e9cdd),segment_id=9c41a4f8-d2ab-487a-a9cf-4f3a096e9cdd)] {{(pid=88596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:55:10.426145 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a9784e1d-9c62-47e3-8218-c0ed5fdff389 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:10.441578 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-65f76f94-638d-44e8-9d59-d5b91d0c7880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:10.593528 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f76f94-638d-44e8-9d59-d5b91d0c7880 None None] Routers {'473ff1a0-2e0e-4478-a381-1c971a187fb6'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:55:10.594572 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-65f76f94-638d-44e8-9d59-d5b91d0c7880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e45a9a0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:55:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['473ff1a0-2e0e-4478-a381-1c971a187fb6'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:55:10.622818 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.db_base_plugin_common [None req-a9784e1d-9c62-47e3-8218-c0ed5fdff389 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Allocated IP 172.27.2.220 (0e91cb13-9cd5-4b6d-a0e7-77d68e81a806/a67c2735-bb7f-4235-9bfa-262628d5695c/e36f9ac2-cd1f-489c-8193-2884345f9900) {{(pid=88594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:55:10.725286 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e05cef-672b-4c24-bca2-a39e3bac5fa1 None None] Pushing event updated for resources: {'Port': ['ID=5fc67e9c-676a-47b8-bfd6-7cd4353f2d44,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:10.825474 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a9784e1d-9c62-47e3-8218-c0ed5fdff389 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for port, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:10.914380 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-65f76f94-638d-44e8-9d59-d5b91d0c7880 None None] Set router 473ff1a0-2e0e-4478-a381-1c971a187fb6 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:55:10.962033 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a9784e1d-9c62-47e3-8218-c0ed5fdff389 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:11.048135 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9784e1d-9c62-47e3-8218-c0ed5fdff389 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 is already hosted by enough agents. {{(pid=88594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:55:11.191589 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [None req-a9784e1d-9c62-47e3-8218-c0ed5fdff389 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Resources bound (agent type, host, resource id):  {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:55:11.199608 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9784e1d-9c62-47e3-8218-c0ed5fdff389 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Received port after_create {{(pid=88594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:55:11.260606 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9784e1d-9c62-47e3-8218-c0ed5fdff389 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Pushing event updated for resources: {'Port': ['ID=e36f9ac2-cd1f-489c-8193-2884345f9900,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:11.320467 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a9784e1d-9c62-47e3-8218-c0ed5fdff389 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:11.370695 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-65f76f94-638d-44e8-9d59-d5b91d0c7880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e45a9a0>, [{'id': '473ff1a0-2e0e-4478-a381-1c971a187fb6', 'name': 'tempest-TestMinimumBasicScenario-638527310-router', 'tenant_id': '3cf656b2b1ba4fdb9c912337cf1be82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'beb10cdd-a4ae-4dce-bcf9-474384cc2da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:55:00Z', 'updated_at': '2022-06-04T13:55:06Z', 'revision_number': 4, 'project_id': '3cf656b2b1ba4fdb9c912337cf1be82b', 'gw_port': {'id': 'beb10cdd-a4ae-4dce-bcf9-474384cc2da3', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473ff1a0-2e0e-4478-a381-1c971a187fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:55:00Z', 'updated_at': '2022-06-04T13:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '5fc67e9c-676a-47b8-bfd6-7cd4353f2d44', 'name': '', 'network_id': '413ec37b-86f7-44d0-97e0-7fb98a443711', 'tenant_id': '3cf656b2b1ba4fdb9c912337cf1be82b', 'mac_address': 'fa:16:3e:e1:8b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473ff1a0-2e0e-4478-a381-1c971a187fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'a34cfa21-35d3-480b-82a8-28bd0e08d367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:55:05Z', 'updated_at': '2022-06-04T13:55:10Z', 'revision_number': 4, 'project_id': '3cf656b2b1ba4fdb9c912337cf1be82b', 'subnets': [{'id': 'a34cfa21-35d3-480b-82a8-28bd0e08d367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:55:11.377262 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f76f94-638d-44e8-9d59-d5b91d0c7880 None None] The sync data for ids ['473ff1a0-2e0e-4478-a381-1c971a187fb6'] in dv-cinder-843593-2-iscsi is: [{'id': '473ff1a0-2e0e-4478-a381-1c971a187fb6', 'name': 'tempest-TestMinimumBasicScenario-638527310-router', 'tenant_id': '3cf656b2b1ba4fdb9c912337cf1be82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'beb10cdd-a4ae-4dce-bcf9-474384cc2da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:55:00Z', 'updated_at': '2022-06-04T13:55:06Z', 'revision_number': 4, 'project_id': '3cf656b2b1ba4fdb9c912337cf1be82b', 'gw_port': {'id': 'beb10cdd-a4ae-4dce-bcf9-474384cc2da3', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473ff1a0-2e0e-4478-a381-1c971a187fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:55:00Z', 'updated_at': '2022-06-04T13:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '5fc67e9c-676a-47b8-bfd6-7cd4353f2d44', 'name': '', 'network_id': '413ec37b-86f7-44d0-97e0-7fb98a443711', 'tenant_id': '3cf656b2b1ba4fdb9c912337cf1be82b', 'mac_address': 'fa:16:3e:e1:8b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473ff1a0-2e0e-4478-a381-1c971a187fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'a34cfa21-35d3-480b-82a8-28bd0e08d367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:55:05Z', 'updated_at': '2022-06-04T13:55:10Z', 'revision_number': 4, 'project_id': '3cf656b2b1ba4fdb9c912337cf1be82b', 'subnets': [{'id': 'a34cfa21-35d3-480b-82a8-28bd0e08d367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:55:11.488996 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a9784e1d-9c62-47e3-8218-c0ed5fdff389 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:11.825992 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a9784e1d-9c62-47e3-8218-c0ed5fdff389 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for port, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:11.901646 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a9784e1d-9c62-47e3-8218-c0ed5fdff389 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:12.091146 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9784e1d-9c62-47e3-8218-c0ed5fdff389 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Pushing event updated for resources: {'Port': ['ID=e36f9ac2-cd1f-489c-8193-2884345f9900,revision_number=2']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:12.106490 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a9784e1d-9c62-47e3-8218-c0ed5fdff389 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:12.198759 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-a9784e1d-9c62-47e3-8218-c0ed5fdff389 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:12.202536 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-a9784e1d-9c62-47e3-8218-c0ed5fdff389 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.1259813
Jun 04 13:55:12.557035 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-e24c8e2b-96d0-4374-9ec3-11f1a54cba93 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Synchronizing usage tracker for tenant:a4b423c2006c49d8b8e731fbf4557850 on resource:security_group {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:55:12.964610 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-e24c8e2b-96d0-4374-9ec3-11f1a54cba93 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Unset dirty status for tenant:a4b423c2006c49d8b8e731fbf4557850 on resource:security_group {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:55:12.965781 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-e24c8e2b-96d0-4374-9ec3-11f1a54cba93 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1982575843&fields=id&tenant_id=a4b423c2006c49d8b8e731fbf4557850 HTTP/1.1" status: 200  len: 267 time: 0.5027928
Jun 04 13:55:13.132661 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-8f3344a8-83b1-45f8-95d1-874b2839e27f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:13.139670 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-8f3344a8-83b1-45f8-95d1-874b2839e27f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/networks?id=73738528-bfac-4e8c-bc3f-cbda5e3864f1 HTTP/1.1" status: 200  len: 816 time: 0.1668522
Jun 04 13:55:13.157415 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-7ae1c404-2c06-4760-b968-4cae8fa0ecce tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/quotas/a4b423c2006c49d8b8e731fbf4557850 HTTP/1.1" status: 200  len: 375 time: 0.0165894
Jun 04 13:55:13.195951 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 5fc67e9c-676a-47b8-bfd6-7cd4353f2d44 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:55:13.280262 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-f1a3d8f5-ee7d-4524-ad60-fa51dabbfe70 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Synchronizing usage tracker for tenant:a4b423c2006c49d8b8e731fbf4557850 on resource:port {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:55:13.372266 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning for port 5fc67e9c-676a-47b8-bfd6-7cd4353f2d44 completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:55:13.379752 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 5fc67e9c-676a-47b8-bfd6-7cd4353f2d44 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:55:13.380902 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:13.381175 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-f1a3d8f5-ee7d-4524-ad60-fa51dabbfe70 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Unset dirty status for tenant:a4b423c2006c49d8b8e731fbf4557850 on resource:port {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:55:13.384547 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-f1a3d8f5-ee7d-4524-ad60-fa51dabbfe70 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a4b423c2006c49d8b8e731fbf4557850&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2187018
Jun 04 13:55:13.574863 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 5fc67e9c-676a-47b8-bfd6-7cd4353f2d44 is: DOWN; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:55:13.575263 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:13.627023 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] For port 5fc67e9c-676a-47b8-bfd6-7cd4353f2d44, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=5fc67e9c-676a-47b8-bfd6-7cd4353f2d44,segment=NetworkSegment(9c41a4f8-d2ab-487a-a9cf-4f3a096e9cdd),segment_id=9c41a4f8-d2ab-487a-a9cf-4f3a096e9cdd)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:55:13.646294 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-22067d17-3660-4fed-a648-15ebccdfa178 service neutron] 10.222.0.39 "GET /v2.0/networks/73738528-bfac-4e8c-bc3f-cbda5e3864f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2454314
Jun 04 13:55:13.690271 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:13.804325 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Pushing event updated for resources: {'Port': ['ID=5fc67e9c-676a-47b8-bfd6-7cd4353f2d44,revision_number=5']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:13.819371 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-c5f2fc75-95df-487f-b706-55aceba36ef4 service neutron] 10.222.0.39 "GET /v2.0/networks/73738528-bfac-4e8c-bc3f-cbda5e3864f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1720533
Jun 04 13:55:14.183378 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-836f3b6f-7f37-4f70-a3e1-9071c5ac83b7 req-60207fd0-11dc-494e-9258-aee30bce136d tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 210 time: 0.0848403
Jun 04 13:55:15.172206 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 5fc67e9c-676a-47b8-bfd6-7cd4353f2d44 up at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:55:15.284069 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Provisioning complete for port 5fc67e9c-676a-47b8-bfd6-7cd4353f2d44 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:55:15.285109 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:15.486467 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 5fc67e9c-676a-47b8-bfd6-7cd4353f2d44 is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:55:15.487483 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-227383cc-9987-4c5e-b030-0112709e7326 req-10a54b8d-32ea-432e-9596-bdbcdb7df1da tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 210 time: 0.0907786
Jun 04 13:55:16.301659 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-6a1af66d-c265-4948-b018-14fb2dacb1db tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:16.302966 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-6a1af66d-c265-4948-b018-14fb2dacb1db tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.55 "GET /v2.0/networks?id=73738528-bfac-4e8c-bc3f-cbda5e3864f1 HTTP/1.1" status: 200  len: 816 time: 0.1575804
Jun 04 13:55:16.365967 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-ea5c0092-85ce-4a6d-b04c-a6962a395839 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4b423c2006c49d8b8e731fbf4557850 HTTP/1.1" status: 200  len: 380 time: 0.0468042
Jun 04 13:55:16.374207 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-70148a0b-6d30-4679-aba8-a79eb506898b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Request body: {'port': {'device_id': '132a47f3-182b-472b-b07b-f25995f2439a', 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1', 'admin_state_up': True, 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'security_groups': ['56beb9a4-643b-4d99-a7cd-69574081d1dd']}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:55:16.535806 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-70148a0b-6d30-4679-aba8-a79eb506898b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:55:16.545283 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-70148a0b-6d30-4679-aba8-a79eb506898b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:55:16.638681 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-70148a0b-6d30-4679-aba8-a79eb506898b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Made reservation on behalf of a4b423c2006c49d8b8e731fbf4557850 for: {'port': 1} {{(pid=88595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:55:16.641172 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-973b0095-c6d7-4b8a-9849-82d69ec04218 req-7765b2c0-b97e-442d-87ba-8814e201b4f7 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 210 time: 0.0483763
Jun 04 13:55:16.642568 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-70148a0b-6d30-4679-aba8-a79eb506898b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:16.834494 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_common [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-70148a0b-6d30-4679-aba8-a79eb506898b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Allocated IP 172.20.0.6 (73738528-bfac-4e8c-bc3f-cbda5e3864f1/519b1458-12fa-4b17-b5c8-40537719eb4a/871f55d5-5b7e-4f77-bfb1-f98eb019b147) {{(pid=88595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:55:17.071328 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-70148a0b-6d30-4679-aba8-a79eb506898b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for port, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:17.095356 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.provisioning_blocks [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-70148a0b-6d30-4679-aba8-a79eb506898b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Transition to ACTIVE for port object 871f55d5-5b7e-4f77-bfb1-f98eb019b147 will not be triggered until provisioned by entity DHCP. {{(pid=88595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:55:17.193435 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-70148a0b-6d30-4679-aba8-a79eb506898b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:17.278755 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-70148a0b-6d30-4679-aba8-a79eb506898b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Network 73738528-bfac-4e8c-bc3f-cbda5e3864f1 is already hosted by enough agents. {{(pid=88595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:55:17.289288 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-70148a0b-6d30-4679-aba8-a79eb506898b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Resources bound (agent type, host, resource id):  {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:55:17.294371 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-70148a0b-6d30-4679-aba8-a79eb506898b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Received port after_create {{(pid=88595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:55:17.346326 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70148a0b-6d30-4679-aba8-a79eb506898b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Pushing event updated for resources: {'Port': ['ID=871f55d5-5b7e-4f77-bfb1-f98eb019b147,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:17.387599 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-70148a0b-6d30-4679-aba8-a79eb506898b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:17.388219 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-70148a0b-6d30-4679-aba8-a79eb506898b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:17.473706 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-70148a0b-6d30-4679-aba8-a79eb506898b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1028438
Jun 04 13:55:17.496095 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-88eae44d-ee46-431d-b847-25369db39f7b service neutron] Request body: {'port': {'device_id': '132a47f3-182b-472b-b07b-f25995f2439a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:55:17.630274 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-88eae44d-ee46-431d-b847-25369db39f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:17.650241 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-7bbc9cb8-46ab-4897-b7ed-89c189be8510 None None] Provisioning for port 871f55d5-5b7e-4f77-bfb1-f98eb019b147 completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:55:17.659412 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-7bbc9cb8-46ab-4897-b7ed-89c189be8510 None None] Provisioning complete for port 871f55d5-5b7e-4f77-bfb1-f98eb019b147 triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:55:17.663153 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-7bbc9cb8-46ab-4897-b7ed-89c189be8510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:17.732030 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-7bbc9cb8-46ab-4897-b7ed-89c189be8510 None None] Port 871f55d5-5b7e-4f77-bfb1-f98eb019b147 cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:55:18.008923 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bd6a1-2736-4268-8691-96fb30747e48 req-1a80c319-f042-4583-8ea6-83511dd06e03 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:18.009618 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-8e6bd6a1-2736-4268-8691-96fb30747e48 req-1a80c319-f042-4583-8ea6-83511dd06e03 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Synchronizing usage tracker for tenant:a4b423c2006c49d8b8e731fbf4557850 on resource:port {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:55:18.109166 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.notifiers.nova [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-88eae44d-ee46-431d-b847-25369db39f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 871f55d5-5b7e-4f77-bfb1-f98eb019b147 {{(pid=88595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:55:18.114072 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-8e6bd6a1-2736-4268-8691-96fb30747e48 req-1a80c319-f042-4583-8ea6-83511dd06e03 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Unset dirty status for tenant:a4b423c2006c49d8b8e731fbf4557850 on resource:port {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:55:18.115244 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-8e6bd6a1-2736-4268-8691-96fb30747e48 req-1a80c319-f042-4583-8ea6-83511dd06e03 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 931 time: 0.3187776
Jun 04 13:55:18.119396 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-88eae44d-ee46-431d-b847-25369db39f7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:18.154926 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.provisioning_blocks [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-88eae44d-ee46-431d-b847-25369db39f7b service neutron] Transition to ACTIVE for port object 871f55d5-5b7e-4f77-bfb1-f98eb019b147 will not be triggered until provisioned by entity L2. {{(pid=88595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:55:18.179118 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-8e6bd6a1-2736-4268-8691-96fb30747e48 req-8b8e9241-68de-440a-8f9a-ad0feca7d3f7 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571451
Jun 04 13:55:18.221581 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-88eae44d-ee46-431d-b847-25369db39f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64863338'] for port, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:18.516357 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eae44d-ee46-431d-b847-25369db39f7b service neutron] Pushing event updated for resources: {'Port': ['ID=871f55d5-5b7e-4f77-bfb1-f98eb019b147,revision_number=2']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:18.626107 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.managers [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-88eae44d-ee46-431d-b847-25369db39f7b service neutron] Attempting to bind port 871f55d5-5b7e-4f77-bfb1-f98eb019b147 on host hv-cinder-84359 for vnic_type normal with profile  {{(pid=88595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:55:18.626638 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.managers [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-88eae44d-ee46-431d-b847-25369db39f7b service neutron] Attempting to bind port 871f55d5-5b7e-4f77-bfb1-f98eb019b147 by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': '5a203b17-8fb4-4d75-9990-d9b9069da272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1'}] {{(pid=88595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:55:18.627133 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-88eae44d-ee46-431d-b847-25369db39f7b service neutron] Attempting to bind port 871f55d5-5b7e-4f77-bfb1-f98eb019b147 on network 73738528-bfac-4e8c-bc3f-cbda5e3864f1 {{(pid=88595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:55:18.634310 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-88eae44d-ee46-431d-b847-25369db39f7b service neutron] Port 871f55d5-5b7e-4f77-bfb1-f98eb019b147 on network 73738528-bfac-4e8c-bc3f-cbda5e3864f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:55:18.634932 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-88eae44d-ee46-431d-b847-25369db39f7b service neutron] Attempting to bind port 871f55d5-5b7e-4f77-bfb1-f98eb019b147 on network 73738528-bfac-4e8c-bc3f-cbda5e3864f1 {{(pid=88595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:55:18.641034 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-88eae44d-ee46-431d-b847-25369db39f7b service neutron] Checking agent: {'id': '3f86017d-093a-400f-b732-6c31be8aecc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'started_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:55:18.641489 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-88eae44d-ee46-431d-b847-25369db39f7b service neutron] Checking segment: {'id': '5a203b17-8fb4-4d75-9990-d9b9069da272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:55:18.641980 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-88eae44d-ee46-431d-b847-25369db39f7b service neutron] Bound using segment: {'id': '5a203b17-8fb4-4d75-9990-d9b9069da272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1'} {{(pid=88595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:55:18.642509 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.managers [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-88eae44d-ee46-431d-b847-25369db39f7b service neutron] Bound port: 871f55d5-5b7e-4f77-bfb1-f98eb019b147, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a203b17-8fb4-4d75-9990-d9b9069da272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1'}}] {{(pid=88595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:55:18.643260 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-88eae44d-ee46-431d-b847-25369db39f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:18.755939 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.db [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-88eae44d-ee46-431d-b847-25369db39f7b service neutron] For port 871f55d5-5b7e-4f77-bfb1-f98eb019b147, host hv-cinder-84359, cleared binding levels {{(pid=88595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:55:18.759615 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.db [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-88eae44d-ee46-431d-b847-25369db39f7b service neutron] For port 871f55d5-5b7e-4f77-bfb1-f98eb019b147, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=871f55d5-5b7e-4f77-bfb1-f98eb019b147,segment=NetworkSegment(5a203b17-8fb4-4d75-9990-d9b9069da272),segment_id=5a203b17-8fb4-4d75-9990-d9b9069da272)] {{(pid=88595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:55:18.822840 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-88eae44d-ee46-431d-b847-25369db39f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64863338'] for port, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:18.906132 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-88eae44d-ee46-431d-b847-25369db39f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:18.906827 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-88eae44d-ee46-431d-b847-25369db39f7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:18.908262 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-88eae44d-ee46-431d-b847-25369db39f7b service neutron] 10.222.0.55 "PUT /v2.0/ports/871f55d5-5b7e-4f77-bfb1-f98eb019b147 HTTP/1.1" status: 200  len: 1093 time: 1.4178736
Jun 04 13:55:18.908853 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132a47f3-182b-472b-b07b-f25995f2439a', 'tag': '871f55d5-5b7e-4f77-bfb1-f98eb019b147'}] {{(pid=88595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:55:18.937656 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eae44d-ee46-431d-b847-25369db39f7b service neutron] Pushing event updated for resources: {'Port': ['ID=871f55d5-5b7e-4f77-bfb1-f98eb019b147,revision_number=3']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:18.963148 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a28e395-d550-42ae-938d-587bce7423a0'] response: {'name': 'network-changed', 'server_uuid': '132a47f3-182b-472b-b07b-f25995f2439a', 'tag': '871f55d5-5b7e-4f77-bfb1-f98eb019b147', 'status': 'completed', 'code': 200}
Jun 04 13:55:19.096603 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b876935-65a1-4d33-b807-f98ba28c49d1 req-4425bfca-f026-4fe1-ab38-450a2b523508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:19.099016 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-7b876935-65a1-4d33-b807-f98ba28c49d1 req-4425bfca-f026-4fe1-ab38-450a2b523508 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a4b423c2006c49d8b8e731fbf4557850&device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 1096 time: 0.0943048
Jun 04 13:55:19.363155 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b876935-65a1-4d33-b807-f98ba28c49d1 req-c859306e-359d-4295-80b7-c99c5a510c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:19.364603 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-7b876935-65a1-4d33-b807-f98ba28c49d1 req-c859306e-359d-4295-80b7-c99c5a510c7d service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a4b423c2006c49d8b8e731fbf4557850&shared=False HTTP/1.1" status: 200  len: 917 time: 0.2520876
Jun 04 13:55:19.558122 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc019ff-e5dd-454f-a552-d05fc4b86070 req-511f448c-6492-468a-ba58-6b875a9a24c5 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:19.559771 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-acc019ff-e5dd-454f-a552-d05fc4b86070 req-511f448c-6492-468a-ba58-6b875a9a24c5 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 943 time: 0.2375784
Jun 04 13:55:19.576052 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b876935-65a1-4d33-b807-f98ba28c49d1 req-10c4d3e8-99c7-4c34-b76d-95ca8f8d4693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:19.576052 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-7b876935-65a1-4d33-b807-f98ba28c49d1 req-10c4d3e8-99c7-4c34-b76d-95ca8f8d4693 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2027259
Jun 04 13:55:19.623488 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-acc019ff-e5dd-454f-a552-d05fc4b86070 req-ea45cc1b-678d-45b9-825e-437049460cbb tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536451
Jun 04 13:55:19.717846 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-ec03bdf8-4713-4750-bc6a-b2392971d1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:19.719373 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-ec03bdf8-4713-4750-bc6a-b2392971d1f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a4b423c2006c49d8b8e731fbf4557850&device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 1096 time: 0.0817678
Jun 04 13:55:19.801298 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-5fcd799c-7a75-4ef9-b219-e60aedc44002 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=871f55d5-5b7e-4f77-bfb1-f98eb019b147 HTTP/1.1" status: 200  len: 217 time: 0.0660398
Jun 04 13:55:19.870715 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-1fa416b7-4e8b-4802-aff1-51f0085d0f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:19.872147 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-1fa416b7-4e8b-4802-aff1-51f0085d0f35 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=519b1458-12fa-4b17-b5c8-40537719eb4a HTTP/1.1" status: 200  len: 855 time: 0.0644145
Jun 04 13:55:19.947559 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-e896ee5a-2704-4018-a733-b5bb210c38de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:19.948999 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-e896ee5a-2704-4018-a733-b5bb210c38de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73738528-bfac-4e8c-bc3f-cbda5e3864f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0692477
Jun 04 13:55:20.081967 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-efefe7af-d969-4d88-8b01-07b9d208697d service neutron] 10.222.0.55 "GET /v2.0/networks/73738528-bfac-4e8c-bc3f-cbda5e3864f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264691
Jun 04 13:55:20.210564 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-2a7f1861-3342-40f2-a0cb-623036e75417 req-ad73abe1-b08d-4da5-80ef-ad435cf9e403 service neutron] 10.222.0.55 "GET /v2.0/networks/73738528-bfac-4e8c-bc3f-cbda5e3864f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229174
Jun 04 13:55:20.817003 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba2b86-45df-49ba-8533-faf7bd9abb21 req-ce095e5b-3861-4182-94b1-19ec7c8fafa0 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:20.818605 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7eba2b86-45df-49ba-8533-faf7bd9abb21 req-ce095e5b-3861-4182-94b1-19ec7c8fafa0 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 943 time: 0.0834723
Jun 04 13:55:20.868821 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-7eba2b86-45df-49ba-8533-faf7bd9abb21 req-f549f34b-3ad3-47a4-8323-9a28ce51e3ec tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Synchronizing usage tracker for tenant:a4b423c2006c49d8b8e731fbf4557850 on resource:security_group {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:55:20.877370 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-7eba2b86-45df-49ba-8533-faf7bd9abb21 req-f549f34b-3ad3-47a4-8323-9a28ce51e3ec tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Unset dirty status for tenant:a4b423c2006c49d8b8e731fbf4557850 on resource:security_group {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:55:20.878481 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7eba2b86-45df-49ba-8533-faf7bd9abb21 req-f549f34b-3ad3-47a4-8323-9a28ce51e3ec tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541263
Jun 04 13:55:21.449861 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 52210) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:55:21.501583 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-7e74555a-f045-4bdc-a169-e1c06ff98560 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:21.502242 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-7e74555a-f045-4bdc-a169-e1c06ff98560 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Synchronizing usage tracker for tenant:fe664db09ab54eb78020560648b48372 on resource:network {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:55:21.566813 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-745d7c94-aa24-4d8d-842c-076e727c0596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:21.575649 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-7e74555a-f045-4bdc-a169-e1c06ff98560 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Unset dirty status for tenant:fe664db09ab54eb78020560648b48372 on resource:network {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:55:21.576817 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-7e74555a-f045-4bdc-a169-e1c06ff98560 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/networks?id=a9bc2144-527f-4b40-91f1-8bb71ba2cb25 HTTP/1.1" status: 200  len: 815 time: 0.2211664
Jun 04 13:55:21.580872 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-745d7c94-aa24-4d8d-842c-076e727c0596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:55:21.585260 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-745d7c94-aa24-4d8d-842c-076e727c0596 admin admin] Usage tracker for resource:security_group_rule and tenant:31e76bfff9d542feb8f6e5815786ee32 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:55:21.588324 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-745d7c94-aa24-4d8d-842c-076e727c0596 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:55:21.591616 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-0bac3a0a-5740-4091-a337-70e478d0ff2b tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/quotas/fe664db09ab54eb78020560648b48372 HTTP/1.1" status: 200  len: 375 time: 0.0091195
Jun 04 13:55:21.594171 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-745d7c94-aa24-4d8d-842c-076e727c0596 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:55:21.683596 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-745d7c94-aa24-4d8d-842c-076e727c0596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:21.684959 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-c29224fb-192c-4bef-8aa3-15c019f6b6e1 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe664db09ab54eb78020560648b48372&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0879512
Jun 04 13:55:21.735727 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-745d7c94-aa24-4d8d-842c-076e727c0596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:21.783626 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-745d7c94-aa24-4d8d-842c-076e727c0596 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=31e76bfff9d542feb8f6e5815786ee32&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3325841
Jun 04 13:55:21.784976 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d7c94-aa24-4d8d-842c-076e727c0596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52866999-2deb-4c80-8766-d66a6e31f88f,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:21.787264 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 52216) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:55:21.832269 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-cb9bfcbc-9760-4ad0-9081-9ca9fbc7f739 service neutron] 10.222.0.39 "GET /v2.0/networks/a9bc2144-527f-4b40-91f1-8bb71ba2cb25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358969
Jun 04 13:55:21.844752 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8619b3bb-7dd3-4137-b7ec-c0b11939ad08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:21.872109 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8619b3bb-7dd3-4137-b7ec-c0b11939ad08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:21.965394 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-c187daa5-a245-49bb-9c70-2b9932486a7f service neutron] 10.222.0.39 "GET /v2.0/networks/a9bc2144-527f-4b40-91f1-8bb71ba2cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270101
Jun 04 13:55:21.975322 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8619b3bb-7dd3-4137-b7ec-c0b11939ad08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:21.996616 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619b3bb-7dd3-4137-b7ec-c0b11939ad08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52866999-2deb-4c80-8766-d66a6e31f88f,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:22.013453 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8619b3bb-7dd3-4137-b7ec-c0b11939ad08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:22.014613 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-8619b3bb-7dd3-4137-b7ec-c0b11939ad08 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/52866999-2deb-4c80-8766-d66a6e31f88f HTTP/1.1" status: 204  len: 168 time: 0.2264061
Jun 04 13:55:22.196881 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec910f96-d318-44a3-a9f1-b7786650b4bc req-3154761b-1721-4978-937a-d764e19108fc tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:22.198748 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-ec910f96-d318-44a3-a9f1-b7786650b4bc req-3154761b-1721-4978-937a-d764e19108fc tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 943 time: 0.2002354
Jun 04 13:55:22.242447 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1b5d59ba-954b-4078-b8fb-8806e3fcdd0b req-0df5811e-8721-4115-ac01-95b21b3577d9 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 210 time: 0.0488114
Jun 04 13:55:22.263250 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-ec910f96-d318-44a3-a9f1-b7786650b4bc req-f22e30fc-4d86-4cb2-b097-e66078ab0960 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582788
Jun 04 13:55:22.722326 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 52234) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:55:22.739763 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-381dbe3a-9bc1-473b-81ba-b9da613c3c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:22.753610 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-381dbe3a-9bc1-473b-81ba-b9da613c3c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:55:22.757634 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-381dbe3a-9bc1-473b-81ba-b9da613c3c74 admin admin] Usage tracker for resource:security_group_rule and tenant:2e9cab062a7246c3b37b319a96576741 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:55:22.760471 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-381dbe3a-9bc1-473b-81ba-b9da613c3c74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:55:22.766100 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-381dbe3a-9bc1-473b-81ba-b9da613c3c74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:55:22.846636 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-381dbe3a-9bc1-473b-81ba-b9da613c3c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:22.883701 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-381dbe3a-9bc1-473b-81ba-b9da613c3c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:22.933660 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-381dbe3a-9bc1-473b-81ba-b9da613c3c74 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2e9cab062a7246c3b37b319a96576741&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2102664
Jun 04 13:55:22.935264 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381dbe3a-9bc1-473b-81ba-b9da613c3c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d217ca69-aef8-4f57-83b0-717c8a5267b7,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:22.936300 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 52240) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:55:23.001667 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f8954895-c7e8-4758-94ed-bf46e869cd8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:23.029497 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f8954895-c7e8-4758-94ed-bf46e869cd8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:23.153112 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f8954895-c7e8-4758-94ed-bf46e869cd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:23.170494 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8954895-c7e8-4758-94ed-bf46e869cd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d217ca69-aef8-4f57-83b0-717c8a5267b7,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:23.177014 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f8954895-c7e8-4758-94ed-bf46e869cd8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:23.178091 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-f8954895-c7e8-4758-94ed-bf46e869cd8c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d217ca69-aef8-4f57-83b0-717c8a5267b7 HTTP/1.1" status: 204  len: 168 time: 0.2407298
Jun 04 13:55:23.410132 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-19dceb83-3c19-4bc2-bf7d-40e6ba70d82c req-64596835-8cc0-452c-92f7-b517687d8820 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 210 time: 0.0573056
Jun 04 13:55:23.458688 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84acd63-eea3-494a-bb33-fe886c2e0424 req-595bb745-4eff-4cf7-aba9-2b7fbccc7eb9 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:23.460571 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e84acd63-eea3-494a-bb33-fe886c2e0424 req-595bb745-4eff-4cf7-aba9-2b7fbccc7eb9 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 943 time: 0.0866559
Jun 04 13:55:23.479525 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 871f55d5-5b7e-4f77-bfb1-f98eb019b147 details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:55:23.517688 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e84acd63-eea3-494a-bb33-fe886c2e0424 req-1e958486-dcaa-433b-bf4e-1b94d4491433 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515761
Jun 04 13:55:23.632179 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 871f55d5-5b7e-4f77-bfb1-f98eb019b147, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=871f55d5-5b7e-4f77-bfb1-f98eb019b147,segment=NetworkSegment(5a203b17-8fb4-4d75-9990-d9b9069da272),segment_id=5a203b17-8fb4-4d75-9990-d9b9069da272)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:55:23.645673 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Returning: {'device': '871f55d5-5b7e-4f77-bfb1-f98eb019b147', 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1', 'port_id': '871f55d5-5b7e-4f77-bfb1-f98eb019b147', 'mac_address': 'fa:16:3e:83:f5:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:55:23.705747 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 871f55d5-5b7e-4f77-bfb1-f98eb019b147 is: DOWN; New status is: BUILD {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:55:23.706303 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:23.755632 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 871f55d5-5b7e-4f77-bfb1-f98eb019b147 {{(pid=88596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:55:23.771108 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 871f55d5-5b7e-4f77-bfb1-f98eb019b147, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=871f55d5-5b7e-4f77-bfb1-f98eb019b147,segment=NetworkSegment(5a203b17-8fb4-4d75-9990-d9b9069da272),segment_id=5a203b17-8fb4-4d75-9990-d9b9069da272)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:55:23.833120 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:23.908643 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=871f55d5-5b7e-4f77-bfb1-f98eb019b147,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:24.149542 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['871f55d5-5b7e-4f77-bfb1-f98eb019b147'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:55:24.581545 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e64fdc03-d2fa-4a09-9b95-2d02b8cd4c0b req-f9197f08-9ea7-4d54-96db-9345a4b8faa3 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 210 time: 0.0537071
Jun 04 13:55:24.616426 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-37304e2f-b43e-4268-93cb-cdc3216c2e8a tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:24.620763 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-37304e2f-b43e-4268-93cb-cdc3216c2e8a tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.55 "GET /v2.0/networks?id=a9bc2144-527f-4b40-91f1-8bb71ba2cb25 HTTP/1.1" status: 200  len: 815 time: 0.1849730
Jun 04 13:55:24.638410 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-51e6f267-90ee-4b4c-8a14-b039b2bece70 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Request body: {'port': {'device_id': '763f8c67-15bd-46e8-bbfb-fa93a06af2d1', 'network_id': 'a9bc2144-527f-4b40-91f1-8bb71ba2cb25', 'admin_state_up': True, 'tenant_id': 'fe664db09ab54eb78020560648b48372'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:55:24.832819 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-51e6f267-90ee-4b4c-8a14-b039b2bece70 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:55:24.838379 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-51e6f267-90ee-4b4c-8a14-b039b2bece70 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Usage tracker for resource:port and tenant:fe664db09ab54eb78020560648b48372 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:55:24.847680 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98192c-699f-4558-a46e-320cecdc3209 req-0d295e5b-d00e-442a-9fd8-dd5d8efada34 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:24.849756 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-ec98192c-699f-4558-a46e-320cecdc3209 req-0d295e5b-d00e-442a-9fd8-dd5d8efada34 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 944 time: 0.1895163
Jun 04 13:55:24.849979 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-51e6f267-90ee-4b4c-8a14-b039b2bece70 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:55:24.857409 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-51e6f267-90ee-4b4c-8a14-b039b2bece70 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:55:24.900754 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-ec98192c-699f-4558-a46e-320cecdc3209 req-074b6431-7c9f-4a1d-b72b-0132c23e6ea4 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450168
Jun 04 13:55:24.950362 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-51e6f267-90ee-4b4c-8a14-b039b2bece70 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Made reservation on behalf of fe664db09ab54eb78020560648b48372 for: {'port': 1} {{(pid=88595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:55:24.958131 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-51e6f267-90ee-4b4c-8a14-b039b2bece70 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:24.974392 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 52286) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:55:25.099451 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b3c3f5aa-358d-4608-8374-f5a0636a55d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:25.116919 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-b3c3f5aa-358d-4608-8374-f5a0636a55d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:55:25.120842 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-b3c3f5aa-358d-4608-8374-f5a0636a55d2 admin admin] Usage tracker for resource:security_group_rule and tenant:5e49c40b1af14b638c89fe1a9f7c51ee is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:55:25.123834 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-b3c3f5aa-358d-4608-8374-f5a0636a55d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:55:25.130450 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-b3c3f5aa-358d-4608-8374-f5a0636a55d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:55:25.138797 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_common [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-51e6f267-90ee-4b4c-8a14-b039b2bece70 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Allocated IP 172.20.0.9 (a9bc2144-527f-4b40-91f1-8bb71ba2cb25/07e05413-f570-4d80-9f70-08604f5501c7/cebac7c6-2a6e-47b4-8eeb-c31e74eafce8) {{(pid=88595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:55:25.221581 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b3c3f5aa-358d-4608-8374-f5a0636a55d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:25.284928 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b3c3f5aa-358d-4608-8374-f5a0636a55d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:25.335041 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-b3c3f5aa-358d-4608-8374-f5a0636a55d2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5e49c40b1af14b638c89fe1a9f7c51ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3592479
Jun 04 13:55:25.336126 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3f5aa-358d-4608-8374-f5a0636a55d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781920d0-1a3a-4fcc-9062-781b9a218958,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:25.338649 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 52302) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:55:25.351042 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-51e6f267-90ee-4b4c-8a14-b039b2bece70 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks [] for port, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:25.369603 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.provisioning_blocks [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-51e6f267-90ee-4b4c-8a14-b039b2bece70 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Transition to ACTIVE for port object cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 will not be triggered until provisioned by entity DHCP. {{(pid=88595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:55:25.399785 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-148bec47-ecbc-432b-bc55-25b024afb529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:25.425414 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-148bec47-ecbc-432b-bc55-25b024afb529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:25.462757 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-51e6f267-90ee-4b4c-8a14-b039b2bece70 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:25.491325 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 871f55d5-5b7e-4f77-bfb1-f98eb019b147 up at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:55:25.538721 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-51e6f267-90ee-4b4c-8a14-b039b2bece70 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Network a9bc2144-527f-4b40-91f1-8bb71ba2cb25 is already hosted by enough agents. {{(pid=88595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:55:25.540037 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-51e6f267-90ee-4b4c-8a14-b039b2bece70 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Resources bound (agent type, host, resource id):  {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:55:25.549698 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-51e6f267-90ee-4b4c-8a14-b039b2bece70 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Received port after_create {{(pid=88595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:55:25.552663 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-148bec47-ecbc-432b-bc55-25b024afb529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:25.593974 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148bec47-ecbc-432b-bc55-25b024afb529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781920d0-1a3a-4fcc-9062-781b9a218958,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:25.601538 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-148bec47-ecbc-432b-bc55-25b024afb529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:25.608334 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-148bec47-ecbc-432b-bc55-25b024afb529 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/781920d0-1a3a-4fcc-9062-781b9a218958 HTTP/1.1" status: 204  len: 168 time: 0.2673705
Jun 04 13:55:25.639623 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6f267-90ee-4b4c-8a14-b039b2bece70 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Pushing event updated for resources: {'Port': ['ID=cebac7c6-2a6e-47b4-8eeb-c31e74eafce8,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:25.647013 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning for port 871f55d5-5b7e-4f77-bfb1-f98eb019b147 completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:55:25.675026 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-51e6f267-90ee-4b4c-8a14-b039b2bece70 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:25.675783 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-51e6f267-90ee-4b4c-8a14-b039b2bece70 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:25.677331 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning complete for port 871f55d5-5b7e-4f77-bfb1-f98eb019b147 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:55:25.677793 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:25.852630 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-51e6f267-90ee-4b4c-8a14-b039b2bece70 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2177479
Jun 04 13:55:25.911952 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-ea242a6f-8aae-42cd-af66-6a4da786dce7 service neutron] Request body: {'port': {'device_id': '763f8c67-15bd-46e8-bbfb-fa93a06af2d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:55:26.024308 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 871f55d5-5b7e-4f77-bfb1-f98eb019b147 is: BUILD; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:55:26.035837 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:26.075008 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:26.078018 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-0416eefe-b687-409e-8dc3-7cf2f89c1a44 None None] Provisioning for port cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:55:26.090970 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-0416eefe-b687-409e-8dc3-7cf2f89c1a44 None None] Provisioning complete for port cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:55:26.099500 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-0416eefe-b687-409e-8dc3-7cf2f89c1a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:26.153044 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132a47f3-182b-472b-b07b-f25995f2439a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871f55d5-5b7e-4f77-bfb1-f98eb019b147'}] {{(pid=88596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:55:26.163750 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-ea242a6f-8aae-42cd-af66-6a4da786dce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:26.185901 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 871f55d5-5b7e-4f77-bfb1-f98eb019b147, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=871f55d5-5b7e-4f77-bfb1-f98eb019b147,segment=NetworkSegment(5a203b17-8fb4-4d75-9990-d9b9069da272),segment_id=5a203b17-8fb4-4d75-9990-d9b9069da272)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:55:26.191929 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-0416eefe-b687-409e-8dc3-7cf2f89c1a44 None None] Port cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:55:26.214542 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce0573-e3a4-4acd-8f2a-94815aea1db0 req-e8037141-3a6f-4fcc-87ec-69fc42710d3f tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:26.227274 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8fce0573-e3a4-4acd-8f2a-94815aea1db0 req-e8037141-3a6f-4fcc-87ec-69fc42710d3f tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 931 time: 0.4370394
Jun 04 13:55:26.244694 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:26.301076 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-8fce0573-e3a4-4acd-8f2a-94815aea1db0 req-273dff5b-ae86-48ef-a56d-20d8b6ef2332 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Synchronizing usage tracker for tenant:fe664db09ab54eb78020560648b48372 on resource:security_group {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:55:26.382347 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=871f55d5-5b7e-4f77-bfb1-f98eb019b147,revision_number=5']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:26.387238 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-8fce0573-e3a4-4acd-8f2a-94815aea1db0 req-273dff5b-ae86-48ef-a56d-20d8b6ef2332 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Unset dirty status for tenant:fe664db09ab54eb78020560648b48372 on resource:security_group {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:55:26.388638 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8fce0573-e3a4-4acd-8f2a-94815aea1db0 req-273dff5b-ae86-48ef-a56d-20d8b6ef2332 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1604853
Jun 04 13:55:26.468213 dv-cinder-843593-2-iscsi neutron-server[88596]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d592f69-93b7-405c-a452-6f0b74e0ef12'] response: {'server_uuid': '132a47f3-182b-472b-b07b-f25995f2439a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871f55d5-5b7e-4f77-bfb1-f98eb019b147', 'code': 200}
Jun 04 13:55:26.576775 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44c808-c65e-4439-8b8e-fea993ffca45 req-5c60a4fa-cbdd-4e45-a724-01bed7978266 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:26.578269 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-de44c808-c65e-4439-8b8e-fea993ffca45 req-5c60a4fa-cbdd-4e45-a724-01bed7978266 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 945 time: 0.2450867
Jun 04 13:55:26.798136 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-de44c808-c65e-4439-8b8e-fea993ffca45 req-e9b2ba61-24d8-479e-bcc2-3ea2fb363485 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1733239
Jun 04 13:55:26.877743 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.notifiers.nova [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-ea242a6f-8aae-42cd-af66-6a4da786dce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 {{(pid=88595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:55:26.886111 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-ea242a6f-8aae-42cd-af66-6a4da786dce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:26.900723 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.provisioning_blocks [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-ea242a6f-8aae-42cd-af66-6a4da786dce7 service neutron] Transition to ACTIVE for port object cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 will not be triggered until provisioned by entity L2. {{(pid=88595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:55:26.936845 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-ea242a6f-8aae-42cd-af66-6a4da786dce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64863338'] for port, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:27.079802 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea242a6f-8aae-42cd-af66-6a4da786dce7 service neutron] Pushing event updated for resources: {'Port': ['ID=cebac7c6-2a6e-47b4-8eeb-c31e74eafce8,revision_number=2']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:27.204009 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.managers [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-ea242a6f-8aae-42cd-af66-6a4da786dce7 service neutron] Attempting to bind port cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 on host hv-cinder-84359 for vnic_type normal with profile  {{(pid=88595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:55:27.204347 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.managers [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-ea242a6f-8aae-42cd-af66-6a4da786dce7 service neutron] Attempting to bind port cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': '3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a9bc2144-527f-4b40-91f1-8bb71ba2cb25'}] {{(pid=88595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:55:27.204856 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-ea242a6f-8aae-42cd-af66-6a4da786dce7 service neutron] Attempting to bind port cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 on network a9bc2144-527f-4b40-91f1-8bb71ba2cb25 {{(pid=88595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:55:27.210406 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-ea242a6f-8aae-42cd-af66-6a4da786dce7 service neutron] Port cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 on network a9bc2144-527f-4b40-91f1-8bb71ba2cb25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:55:27.210822 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-ea242a6f-8aae-42cd-af66-6a4da786dce7 service neutron] Attempting to bind port cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 on network a9bc2144-527f-4b40-91f1-8bb71ba2cb25 {{(pid=88595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:55:27.216850 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-ea242a6f-8aae-42cd-af66-6a4da786dce7 service neutron] Checking agent: {'id': '3f86017d-093a-400f-b732-6c31be8aecc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'started_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:55:27.217187 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-ea242a6f-8aae-42cd-af66-6a4da786dce7 service neutron] Checking segment: {'id': '3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a9bc2144-527f-4b40-91f1-8bb71ba2cb25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:55:27.217571 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-ea242a6f-8aae-42cd-af66-6a4da786dce7 service neutron] Bound using segment: {'id': '3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a9bc2144-527f-4b40-91f1-8bb71ba2cb25'} {{(pid=88595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:55:27.218059 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.managers [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-ea242a6f-8aae-42cd-af66-6a4da786dce7 service neutron] Bound port: cebac7c6-2a6e-47b4-8eeb-c31e74eafce8, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a9bc2144-527f-4b40-91f1-8bb71ba2cb25'}}] {{(pid=88595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:55:27.218490 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-ea242a6f-8aae-42cd-af66-6a4da786dce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:27.322889 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.db [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-ea242a6f-8aae-42cd-af66-6a4da786dce7 service neutron] For port cebac7c6-2a6e-47b4-8eeb-c31e74eafce8, host hv-cinder-84359, cleared binding levels {{(pid=88595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:55:27.326685 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.db [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-ea242a6f-8aae-42cd-af66-6a4da786dce7 service neutron] For port cebac7c6-2a6e-47b4-8eeb-c31e74eafce8, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=cebac7c6-2a6e-47b4-8eeb-c31e74eafce8,segment=NetworkSegment(3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5),segment_id=3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5)] {{(pid=88595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:55:27.394080 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-ea242a6f-8aae-42cd-af66-6a4da786dce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64863338'] for port, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:27.449351 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-ea242a6f-8aae-42cd-af66-6a4da786dce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:27.450291 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-ea242a6f-8aae-42cd-af66-6a4da786dce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:27.451998 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-ea242a6f-8aae-42cd-af66-6a4da786dce7 service neutron] 10.222.0.55 "PUT /v2.0/ports/cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 HTTP/1.1" status: 200  len: 1093 time: 1.5482838
Jun 04 13:55:27.455020 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763f8c67-15bd-46e8-bbfb-fa93a06af2d1', 'tag': 'cebac7c6-2a6e-47b4-8eeb-c31e74eafce8'}] {{(pid=88595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:55:27.491481 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea242a6f-8aae-42cd-af66-6a4da786dce7 service neutron] Pushing event updated for resources: {'Port': ['ID=cebac7c6-2a6e-47b4-8eeb-c31e74eafce8,revision_number=3']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:27.702288 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae86a8-bc77-4240-9b8f-5b37b3880dcf req-f414f708-9bb5-4dc7-8ea2-80eb6e9b3c07 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:27.704759 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6aae86a8-bc77-4240-9b8f-5b37b3880dcf req-f414f708-9bb5-4dc7-8ea2-80eb6e9b3c07 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 943 time: 0.1535168
Jun 04 13:55:27.794194 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b01523b8-63a8-488a-968c-b674bbf1a9b1'] response: {'name': 'network-changed', 'server_uuid': '763f8c67-15bd-46e8-bbfb-fa93a06af2d1', 'tag': 'cebac7c6-2a6e-47b4-8eeb-c31e74eafce8', 'status': 'completed', 'code': 200}
Jun 04 13:55:27.798563 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6aae86a8-bc77-4240-9b8f-5b37b3880dcf req-e276f01c-623b-410a-a82f-e39b01e93c38 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873685
Jun 04 13:55:28.012205 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc145d3-d53d-439a-902c-d1da56d43d64 req-06439ec2-a1ee-4f64-bc5f-333f89ef2106 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:28.013876 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-4bc145d3-d53d-439a-902c-d1da56d43d64 req-06439ec2-a1ee-4f64-bc5f-333f89ef2106 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 945 time: 0.0941889
Jun 04 13:55:28.080396 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-4bc145d3-d53d-439a-902c-d1da56d43d64 req-c3151eea-24bf-4532-a73a-279e817d7bf1 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570686
Jun 04 13:55:28.987301 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94d5a6-2b1c-4829-9440-b5f3a6cd21a5 req-21b49579-6d4b-4b2b-8b0d-389ef4ca973b tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:28.988955 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5f94d5a6-2b1c-4829-9440-b5f3a6cd21a5 req-21b49579-6d4b-4b2b-8b0d-389ef4ca973b tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 943 time: 0.0827036
Jun 04 13:55:29.047025 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5f94d5a6-2b1c-4829-9440-b5f3a6cd21a5 req-58f76c8d-e682-4583-b170-22cbe9a7b3f0 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516212
Jun 04 13:55:29.267848 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc33fa6-ef47-4d52-8461-86d68ef81373 req-3fae2cb5-dc11-40f7-a4c7-8e722ce1887a tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:29.269876 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5bc33fa6-ef47-4d52-8461-86d68ef81373 req-3fae2cb5-dc11-40f7-a4c7-8e722ce1887a tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 945 time: 0.0824912
Jun 04 13:55:29.321896 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5bc33fa6-ef47-4d52-8461-86d68ef81373 req-45619871-e54b-4577-99ef-835a9f3240d3 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449874
Jun 04 13:55:30.237264 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cffd9c-f7e7-4d37-b922-04296ad117cb req-4a5187d2-529d-4f0e-bfc5-660cf85845bc tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:30.239397 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d8cffd9c-f7e7-4d37-b922-04296ad117cb req-4a5187d2-529d-4f0e-bfc5-660cf85845bc tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 943 time: 0.0887470
Jun 04 13:55:30.290629 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d8cffd9c-f7e7-4d37-b922-04296ad117cb req-996953bc-b516-4cfb-864b-2f95ec0570b5 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454249
Jun 04 13:55:30.515450 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7676e6a-8c02-4484-a38a-3fe1c586e07a req-1f88decd-9555-4610-8d10-5ee481f5a3b1 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:30.520681 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d7676e6a-8c02-4484-a38a-3fe1c586e07a req-1f88decd-9555-4610-8d10-5ee481f5a3b1 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 945 time: 0.0870771
Jun 04 13:55:30.564789 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d7676e6a-8c02-4484-a38a-3fe1c586e07a req-7cf35aa2-65de-4863-b0cd-eb9ba7f92fd0 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409949
Jun 04 13:55:31.499415 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58522dc0-451d-4507-a283-49b49e4a8508 req-9f968ba6-e633-4aa0-8c7c-a8bcef2f1158 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:31.502089 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-58522dc0-451d-4507-a283-49b49e4a8508 req-9f968ba6-e633-4aa0-8c7c-a8bcef2f1158 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 943 time: 0.0965178
Jun 04 13:55:31.560796 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-58522dc0-451d-4507-a283-49b49e4a8508 req-7819c1dc-3e03-4d9c-9fb8-396007d97d05 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453734
Jun 04 13:55:31.785934 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fac3e-6697-43d3-953a-99f985878c2e req-5aa41a73-6276-46d2-a55c-3c26cda63c8e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:31.787486 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-161fac3e-6697-43d3-953a-99f985878c2e req-5aa41a73-6276-46d2-a55c-3c26cda63c8e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 945 time: 0.0981805
Jun 04 13:55:31.842204 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-161fac3e-6697-43d3-953a-99f985878c2e req-971312d2-7e83-49df-8d1d-edd1138cfa6b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482781
Jun 04 13:55:31.913169 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-a30e101c-9745-40dc-90b4-02e375f2aada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:32.810392 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289aac2-7c1b-4042-a55e-327e8f8b9cf5 req-7491b259-c44f-47cf-88a9-0a40ee1cdd2a tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:32.812187 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8289aac2-7c1b-4042-a55e-327e8f8b9cf5 req-7491b259-c44f-47cf-88a9-0a40ee1cdd2a tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 943 time: 0.1078203
Jun 04 13:55:32.859045 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8289aac2-7c1b-4042-a55e-327e8f8b9cf5 req-87fa63ef-d561-4fa2-87b1-414d298bc5e4 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402279
Jun 04 13:55:33.032853 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32784f19-2c5c-4544-9cf9-ad73495d6e89 req-0f039e5e-316e-4f4f-9b33-6c3c143881c7 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:33.034602 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-32784f19-2c5c-4544-9cf9-ad73495d6e89 req-0f039e5e-316e-4f4f-9b33-6c3c143881c7 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 945 time: 0.0852067
Jun 04 13:55:33.086449 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-32784f19-2c5c-4544-9cf9-ad73495d6e89 req-92d6d5b0-a3ae-4c6c-a615-5846ec2098f2 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426726
Jun 04 13:55:33.620787 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056b7ca-c2fc-4ae6-afdd-6c4e54f23376 req-20f07976-f569-44d0-a0f6-1e78b43ffed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:33.622232 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e056b7ca-c2fc-4ae6-afdd-6c4e54f23376 req-20f07976-f569-44d0-a0f6-1e78b43ffed3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe664db09ab54eb78020560648b48372&device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 1096 time: 0.0698507
Jun 04 13:55:33.774341 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056b7ca-c2fc-4ae6-afdd-6c4e54f23376 req-72d781fa-6b92-4368-90d4-16fed908d91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:33.775793 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e056b7ca-c2fc-4ae6-afdd-6c4e54f23376 req-72d781fa-6b92-4368-90d4-16fed908d91a service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=fe664db09ab54eb78020560648b48372&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1340411
Jun 04 13:55:33.827000 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-ad610d9b-9f93-4d2c-83d3-92cfc303815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:33.915604 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056b7ca-c2fc-4ae6-afdd-6c4e54f23376 req-0da38069-b0a3-4e6b-8877-8f65c4b624eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:33.917028 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e056b7ca-c2fc-4ae6-afdd-6c4e54f23376 req-0da38069-b0a3-4e6b-8877-8f65c4b624eb service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1346204
Jun 04 13:55:34.044806 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd4905-b275-412b-9039-8ba989523df3 req-3b3bb761-0433-44c5-ac60-6354e3860fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:34.046483 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d0bd4905-b275-412b-9039-8ba989523df3 req-3b3bb761-0433-44c5-ac60-6354e3860fb1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 1098 time: 0.1318526
Jun 04 13:55:34.070495 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-341e6fcb-d848-4bc6-9fa3-6513b5c59c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:34.072082 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-341e6fcb-d848-4bc6-9fa3-6513b5c59c2a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe664db09ab54eb78020560648b48372&device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 1096 time: 0.0803866
Jun 04 13:55:34.102427 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82351e7-df97-4412-b946-9793718b46e9 req-aac347a0-30ce-4acb-bd50-3328e8913a24 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:34.103908 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e82351e7-df97-4412-b946-9793718b46e9 req-aac347a0-30ce-4acb-bd50-3328e8913a24 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 943 time: 0.1294873
Jun 04 13:55:34.111939 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-d0bd4905-b275-412b-9039-8ba989523df3 req-7150d6cb-67fe-4704-b207-38a239d492ae service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517690
Jun 04 13:55:34.153034 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-d61f325d-4ae6-44df-a2a8-60a5dcae3efb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 HTTP/1.1" status: 200  len: 217 time: 0.0665109
Jun 04 13:55:34.153498 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e82351e7-df97-4412-b946-9793718b46e9 req-a57ddfe8-b143-40d2-9d8a-3da3e76964e9 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405965
Jun 04 13:55:34.289788 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8ec18-f86e-466f-8afe-2c959bb50b34 req-58f7ab6f-5b64-457a-8604-f22ae8873d55 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:34.291231 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-26b8ec18-f86e-466f-8afe-2c959bb50b34 req-58f7ab6f-5b64-457a-8604-f22ae8873d55 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 945 time: 0.0815752
Jun 04 13:55:34.333598 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-26b8ec18-f86e-466f-8afe-2c959bb50b34 req-6c4f567f-cabd-4ef9-b3dd-86e572655499 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368204
Jun 04 13:55:34.502876 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-2087c6c5-c1a7-422c-8a2f-9c314ea6fc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:34.505288 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-2087c6c5-c1a7-422c-8a2f-9c314ea6fc63 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=07e05413-f570-4d80-9f70-08604f5501c7 HTTP/1.1" status: 200  len: 854 time: 0.0604815
Jun 04 13:55:34.684136 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:34.709507 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-194938f2-6e67-4f22-a6eb-ad5026cc7b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:34.709507 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-194938f2-6e67-4f22-a6eb-ad5026cc7b0f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9bc2144-527f-4b40-91f1-8bb71ba2cb25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1826408
Jun 04 13:55:34.821140 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:34.828189 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-60479b2b-266a-4657-afbb-5bc779f6168b service neutron] 10.222.0.55 "GET /v2.0/networks/a9bc2144-527f-4b40-91f1-8bb71ba2cb25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275823
Jun 04 13:55:34.958818 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e0b62dd7-7692-45ce-bc66-24c85318fe46 req-34b34dce-d383-4dbd-8d1f-c67c151e55bc service neutron] 10.222.0.55 "GET /v2.0/networks/a9bc2144-527f-4b40-91f1-8bb71ba2cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234546
Jun 04 13:55:35.341738 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac468c-b96b-4583-bd7f-de87cf3da7e9 req-490772e1-713f-4ad4-8652-29c77ae6154d tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:35.343256 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-71ac468c-b96b-4583-bd7f-de87cf3da7e9 req-490772e1-713f-4ad4-8652-29c77ae6154d tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 943 time: 0.0829132
Jun 04 13:55:35.388966 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-71ac468c-b96b-4583-bd7f-de87cf3da7e9 req-3eda0cf4-3dc0-425d-9630-795388c86ef4 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394258
Jun 04 13:55:35.529677 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7845b-8ca5-4fae-9737-44c314f8c16f req-420323d5-727c-4e5e-a59f-7ebb59d0ec4f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:35.531152 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-99f7845b-8ca5-4fae-9737-44c314f8c16f req-420323d5-727c-4e5e-a59f-7ebb59d0ec4f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 945 time: 0.0866947
Jun 04 13:55:35.574746 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-99f7845b-8ca5-4fae-9737-44c314f8c16f req-2f0ce062-5975-495f-8fd9-1cf4e86dd19f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371294
Jun 04 13:55:36.077983 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:36.568172 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2624216-97a9-4bf4-aa23-e5384303ff6b req-ebd4a662-4763-4d42-bea6-23c586028e0d tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:36.569604 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b2624216-97a9-4bf4-aa23-e5384303ff6b req-ebd4a662-4763-4d42-bea6-23c586028e0d tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 943 time: 0.0791483
Jun 04 13:55:36.613303 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b2624216-97a9-4bf4-aa23-e5384303ff6b req-f6924a6f-43ca-4a1d-9888-18b5c45459e2 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375354
Jun 04 13:55:36.759180 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67436e2f-e468-44e1-8de7-5505aec32529 req-c7740468-e2fe-4b64-9de2-91ce52c37d39 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:36.760591 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-67436e2f-e468-44e1-8de7-5505aec32529 req-c7740468-e2fe-4b64-9de2-91ce52c37d39 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 945 time: 0.0774531
Jun 04 13:55:36.803685 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-67436e2f-e468-44e1-8de7-5505aec32529 req-071c61a0-b686-4de0-858b-8c5bead4724c tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375338
Jun 04 13:55:36.983673 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f92e9-cf13-4c1d-baad-72412a6714e0 req-8b7251fd-13fd-471f-8ebf-d2b7471ecf01 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:36.985097 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-936f92e9-cf13-4c1d-baad-72412a6714e0 req-8b7251fd-13fd-471f-8ebf-d2b7471ecf01 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 945 time: 0.0827503
Jun 04 13:55:36.993934 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 52364) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:55:36.998601 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-bd6929ed-a6c5-44f2-bf46-72585479d209 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Request body: {'floatingip': {'port_id': '871f55d5-5b7e-4f77-bfb1-f98eb019b147'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:55:37.081345 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bd6929ed-a6c5-44f2-bf46-72585479d209 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for floatingip, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:37.420068 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 6 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:55:37.558078 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:55:37.700562 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port cebac7c6-2a6e-47b4-8eeb-c31e74eafce8, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=cebac7c6-2a6e-47b4-8eeb-c31e74eafce8,segment=NetworkSegment(3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5),segment_id=3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:55:37.713648 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Returning: {'device': 'cebac7c6-2a6e-47b4-8eeb-c31e74eafce8', 'network_id': 'a9bc2144-527f-4b40-91f1-8bb71ba2cb25', 'port_id': 'cebac7c6-2a6e-47b4-8eeb-c31e74eafce8', 'mac_address': 'fa:16:3e:1d:6e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07e05413-f570-4d80-9f70-08604f5501c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:55:37.768368 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 is: DOWN; New status is: BUILD {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:55:37.768759 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:37.769900 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bd6929ed-a6c5-44f2-bf46-72585479d209 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:37.786733 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 {{(pid=88596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:55:37.801804 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port cebac7c6-2a6e-47b4-8eeb-c31e74eafce8, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=cebac7c6-2a6e-47b4-8eeb-c31e74eafce8,segment=NetworkSegment(3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5),segment_id=3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:55:37.813390 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2b968-7230-4060-b839-ede30820c805 req-fefcc19d-de95-4cf7-b9ba-449d3fd82e13 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:37.814073 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-23e2b968-7230-4060-b839-ede30820c805 req-fefcc19d-de95-4cf7-b9ba-449d3fd82e13 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Synchronizing usage tracker for tenant:fe664db09ab54eb78020560648b48372 on resource:port {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:55:37.826739 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bd6929ed-a6c5-44f2-bf46-72585479d209 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:37.883883 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:37.941011 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-23e2b968-7230-4060-b839-ede30820c805 req-fefcc19d-de95-4cf7-b9ba-449d3fd82e13 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Unset dirty status for tenant:fe664db09ab54eb78020560648b48372 on resource:port {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:55:37.942217 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-23e2b968-7230-4060-b839-ede30820c805 req-fefcc19d-de95-4cf7-b9ba-449d3fd82e13 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 943 time: 0.2114465
Jun 04 13:55:37.954419 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=cebac7c6-2a6e-47b4-8eeb-c31e74eafce8,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:37.990829 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-23e2b968-7230-4060-b839-ede30820c805 req-b3d5227f-8c65-4d0d-b1d3-f9928c215480 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428360
Jun 04 13:55:38.001931 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.l3_db [None req-bd6929ed-a6c5-44f2-bf46-72585479d209 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Floating IP dcdb587c-234e-4693-a154-1944e34b387e associated. External IP: 172.27.2.220, port: 871f55d5-5b7e-4f77-bfb1-f98eb019b147.
Jun 04 13:55:38.199068 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['cebac7c6-2a6e-47b4-8eeb-c31e74eafce8'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:55:38.349550 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6929ed-a6c5-44f2-bf46-72585479d209 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Router b3c35a1a-a2f2-4646-881a-9ffba554fd8b has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:55:38.525375 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6929ed-a6c5-44f2-bf46-72585479d209 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:55:38.530458 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bd6929ed-a6c5-44f2-bf46-72585479d209 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:38.534921 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22246ffc-6f7f-4ff1-ac5c-da30655797e1 None None] Sync routers for ids ['b3c35a1a-a2f2-4646-881a-9ffba554fd8b'] in dv-cinder-843593-2-iscsi {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:55:38.544075 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22246ffc-6f7f-4ff1-ac5c-da30655797e1 None None] Routers {'b3c35a1a-a2f2-4646-881a-9ffba554fd8b'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:55:38.544675 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-22246ffc-6f7f-4ff1-ac5c-da30655797e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161eab30a0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:55:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['b3c35a1a-a2f2-4646-881a-9ffba554fd8b'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:55:38.586062 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-bd6929ed-a6c5-44f2-bf46-72585479d209 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "PUT /v2.0/floatingips/dcdb587c-234e-4693-a154-1944e34b387e HTTP/1.1" status: 200  len: 991 time: 1.5911617
Jun 04 13:55:38.586618 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132a47f3-182b-472b-b07b-f25995f2439a', 'tag': '871f55d5-5b7e-4f77-bfb1-f98eb019b147'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:55:38.632605 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da454bef-d5f4-452f-9669-dc59b1e70705'] response: {'name': 'network-changed', 'server_uuid': '132a47f3-182b-472b-b07b-f25995f2439a', 'tag': '871f55d5-5b7e-4f77-bfb1-f98eb019b147', 'status': 'completed', 'code': 200}
Jun 04 13:55:38.720567 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-22246ffc-6f7f-4ff1-ac5c-da30655797e1 None None] Set router b3c35a1a-a2f2-4646-881a-9ffba554fd8b gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:55:38.741307 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aed5a-cebd-4db9-bcde-bbef82b49672 req-e8f9e522-8c62-4838-97fa-97f09f49c70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:38.742743 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5e5aed5a-cebd-4db9-bcde-bbef82b49672 req-e8f9e522-8c62-4838-97fa-97f09f49c70f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a4b423c2006c49d8b8e731fbf4557850&device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 1098 time: 0.0700734
Jun 04 13:55:38.870836 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aed5a-cebd-4db9-bcde-bbef82b49672 req-2d80dd04-9c54-4642-96b5-02f2818cc237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:38.872190 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5e5aed5a-cebd-4db9-bcde-bbef82b49672 req-2d80dd04-9c54-4642-96b5-02f2818cc237 service neutron] 10.222.0.55 "GET /v2.0/networks?id=73738528-bfac-4e8c-bc3f-cbda5e3864f1 HTTP/1.1" status: 200  len: 917 time: 0.1233203
Jun 04 13:55:38.973515 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5e5aed5a-cebd-4db9-bcde-bbef82b49672 req-3c64fd6e-d570-4849-9904-ece44874a556 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=871f55d5-5b7e-4f77-bfb1-f98eb019b147 HTTP/1.1" status: 200  len: 999 time: 0.0941536
Jun 04 13:55:39.043207 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aed5a-cebd-4db9-bcde-bbef82b49672 req-04eaddd2-6454-4d7e-bcff-a7b3fd794d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:39.044626 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5e5aed5a-cebd-4db9-bcde-bbef82b49672 req-04eaddd2-6454-4d7e-bcff-a7b3fd794d0a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=519b1458-12fa-4b17-b5c8-40537719eb4a HTTP/1.1" status: 200  len: 855 time: 0.0649970
Jun 04 13:55:39.062259 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-22246ffc-6f7f-4ff1-ac5c-da30655797e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161eab30a0>, [{'id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'name': 'tempest-AttachVolumeShelveTestJSON-463891465-router', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:52:05Z', 'revision_number': 4, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'gw_port': {'id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': 'dcdb587c-234e-4693-a154-1944e34b387e', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'port_id': '871f55d5-5b7e-4f77-bfb1-f98eb019b147', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1', 'mac_address': 'fa:16:3e:83:f5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132a47f3-182b-472b-b07b-f25995f2439a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:55:11Z', 'updated_at': '2022-06-04T13:55:37Z', 'revision_number': 1, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b1203f1-3341-4de6-a51b-e68bdab020e2', 'name': '', 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'mac_address': 'fa:16:3e:fa:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:04Z', 'updated_at': '2022-06-04T13:52:11Z', 'revision_number': 5, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'subnets': [{'id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:55:39.067135 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22246ffc-6f7f-4ff1-ac5c-da30655797e1 None None] Checking router: b3c35a1a-a2f2-4646-881a-9ffba554fd8b for host: dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:55:39.076481 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22246ffc-6f7f-4ff1-ac5c-da30655797e1 None None] Routers {'b3c35a1a-a2f2-4646-881a-9ffba554fd8b'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:55:39.076788 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-22246ffc-6f7f-4ff1-ac5c-da30655797e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161eab30a0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:55:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['b3c35a1a-a2f2-4646-881a-9ffba554fd8b'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:55:39.180534 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aed5a-cebd-4db9-bcde-bbef82b49672 req-ea2dbccd-41f7-4caf-bda5-535f13c21153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:39.181895 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5e5aed5a-cebd-4db9-bcde-bbef82b49672 req-ea2dbccd-41f7-4caf-bda5-535f13c21153 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73738528-bfac-4e8c-bc3f-cbda5e3864f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1305416
Jun 04 13:55:39.255606 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-22246ffc-6f7f-4ff1-ac5c-da30655797e1 None None] Set router b3c35a1a-a2f2-4646-881a-9ffba554fd8b gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:55:39.268628 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefb4db-50c0-4ebc-ae0a-60dea91784d2 req-a08557cf-cbe6-4d71-a24a-c1a3d8c5d201 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:39.270610 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-ffefb4db-50c0-4ebc-ae0a-60dea91784d2 req-a08557cf-cbe6-4d71-a24a-c1a3d8c5d201 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 944 time: 0.1663616
Jun 04 13:55:39.341076 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-ffefb4db-50c0-4ebc-ae0a-60dea91784d2 req-e9881985-4379-42d0-8eea-b25afef72239 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630226
Jun 04 13:55:39.361330 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5e5aed5a-cebd-4db9-bcde-bbef82b49672 req-38ae4290-31f9-45c8-a785-a1f34c0aa5e8 service neutron] 10.222.0.55 "GET /v2.0/networks/73738528-bfac-4e8c-bc3f-cbda5e3864f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1727993
Jun 04 13:55:39.490626 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-5e5aed5a-cebd-4db9-bcde-bbef82b49672 req-7f020cdb-20b4-4d31-b96a-5027e45ff006 service neutron] 10.222.0.55 "GET /v2.0/networks/73738528-bfac-4e8c-bc3f-cbda5e3864f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229701
Jun 04 13:55:39.590355 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 up at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:55:39.595693 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-22246ffc-6f7f-4ff1-ac5c-da30655797e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161eab30a0>, [{'id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'name': 'tempest-AttachVolumeShelveTestJSON-463891465-router', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:52:05Z', 'revision_number': 4, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'gw_port': {'id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': 'dcdb587c-234e-4693-a154-1944e34b387e', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'port_id': '871f55d5-5b7e-4f77-bfb1-f98eb019b147', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1', 'mac_address': 'fa:16:3e:83:f5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132a47f3-182b-472b-b07b-f25995f2439a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:55:11Z', 'updated_at': '2022-06-04T13:55:37Z', 'revision_number': 1, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b1203f1-3341-4de6-a51b-e68bdab020e2', 'name': '', 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'mac_address': 'fa:16:3e:fa:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:04Z', 'updated_at': '2022-06-04T13:52:11Z', 'revision_number': 5, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'subnets': [{'id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:55:39.600252 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22246ffc-6f7f-4ff1-ac5c-da30655797e1 None None] The sync data for ids ['b3c35a1a-a2f2-4646-881a-9ffba554fd8b'] in dv-cinder-843593-2-iscsi is: [{'id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'name': 'tempest-AttachVolumeShelveTestJSON-463891465-router', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:52:05Z', 'revision_number': 4, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'gw_port': {'id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': 'dcdb587c-234e-4693-a154-1944e34b387e', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'port_id': '871f55d5-5b7e-4f77-bfb1-f98eb019b147', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1', 'mac_address': 'fa:16:3e:83:f5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132a47f3-182b-472b-b07b-f25995f2439a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:55:11Z', 'updated_at': '2022-06-04T13:55:37Z', 'revision_number': 1, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b1203f1-3341-4de6-a51b-e68bdab020e2', 'name': '', 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'mac_address': 'fa:16:3e:fa:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:04Z', 'updated_at': '2022-06-04T13:52:11Z', 'revision_number': 5, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'subnets': [{'id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:55:39.746834 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning for port cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:55:39.752462 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning complete for port cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:55:39.752940 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:39.779916 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cece63b9-6dae-487e-aeec-08c88e82f169 None None] New status for floating IP dcdb587c-234e-4693-a154-1944e34b387e: ACTIVE {{(pid=88596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:55:40.097935 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 is: BUILD; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:55:40.098305 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:40.124366 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763f8c67-15bd-46e8-bbfb-fa93a06af2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebac7c6-2a6e-47b4-8eeb-c31e74eafce8'}] {{(pid=88596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:55:40.133872 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port cebac7c6-2a6e-47b4-8eeb-c31e74eafce8, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=cebac7c6-2a6e-47b4-8eeb-c31e74eafce8,segment=NetworkSegment(3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5),segment_id=3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:55:40.167717 dv-cinder-843593-2-iscsi neutron-server[88596]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b47c2c5-4705-4d00-8225-143b0d2966bf'] response: {'server_uuid': '763f8c67-15bd-46e8-bbfb-fa93a06af2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebac7c6-2a6e-47b4-8eeb-c31e74eafce8', 'code': 200}
Jun 04 13:55:40.204546 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:40.279799 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=cebac7c6-2a6e-47b4-8eeb-c31e74eafce8,revision_number=5']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:40.663082 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b6ca3-4695-41fd-b8f6-4c144c8037d4 req-ad225cfb-aa9b-4eec-938c-f66405a26730 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:40.664461 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-a62b6ca3-4695-41fd-b8f6-4c144c8037d4 req-ad225cfb-aa9b-4eec-938c-f66405a26730 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 945 time: 0.2187505
Jun 04 13:55:40.694445 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bac72-efff-4673-9583-1b2042b2531d req-941ae189-20d9-4d6d-b4d8-cc8aee6ea412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:40.695862 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-161bac72-efff-4673-9583-1b2042b2531d req-941ae189-20d9-4d6d-b4d8-cc8aee6ea412 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 1098 time: 0.1992552
Jun 04 13:55:40.730656 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-a62b6ca3-4695-41fd-b8f6-4c144c8037d4 req-2296969e-e3e5-4f4c-b338-2d1f9342524a tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600214
Jun 04 13:55:40.747158 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-161bac72-efff-4673-9583-1b2042b2531d req-46f7d2c8-79f6-40fd-893c-98917af19f30 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416603
Jun 04 13:55:41.919123 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16e3c4-1ddd-4198-a5d2-ca5975709240 req-765e4e5e-7baf-4e28-9bd1-763a50431e8d tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:41.920588 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7a16e3c4-1ddd-4198-a5d2-ca5975709240 req-765e4e5e-7baf-4e28-9bd1-763a50431e8d tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 945 time: 0.0805140
Jun 04 13:55:41.964702 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7a16e3c4-1ddd-4198-a5d2-ca5975709240 req-dd6ab52a-8ebf-420c-8f22-025d3282045d tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383425
Jun 04 13:55:43.152965 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09019262-93ed-4d78-80a5-5d4ca5f8585b req-0ac1c89c-e525-4fe4-8ded-b3548ca705b8 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:43.154378 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-09019262-93ed-4d78-80a5-5d4ca5f8585b req-0ac1c89c-e525-4fe4-8ded-b3548ca705b8 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 945 time: 0.0832419
Jun 04 13:55:43.180534 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcf329-52c3-4173-9fd6-9cbd2f20742e req-060beafc-df26-49b6-a2e6-65015f35af8d tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:43.181977 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-aebcf329-52c3-4173-9fd6-9cbd2f20742e req-060beafc-df26-49b6-a2e6-65015f35af8d tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 946 time: 0.0842700
Jun 04 13:55:43.197996 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-09019262-93ed-4d78-80a5-5d4ca5f8585b req-1e32bfb1-889b-4d04-9965-576a6997ba16 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376554
Jun 04 13:55:43.227138 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-aebcf329-52c3-4173-9fd6-9cbd2f20742e req-b33d62f9-8635-41dc-a8c7-5cff4ab3abab tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393920
Jun 04 13:55:43.378724 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cdd35-829b-46b4-aaa8-2603892f9f41 req-132835a8-ce6b-42f4-acba-f1ad4475449a tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:43.380625 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-fb3cdd35-829b-46b4-aaa8-2603892f9f41 req-132835a8-ce6b-42f4-acba-f1ad4475449a tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 945 time: 0.0781479
Jun 04 13:55:43.423860 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-fb3cdd35-829b-46b4-aaa8-2603892f9f41 req-4c82a0ff-7031-4537-9fa6-ce93ef54dfeb tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376546
Jun 04 13:55:43.811924 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180dec47-e1cd-4171-b457-6a090e042fea req-0e0873df-77f1-43e0-aa2c-4bf3a1c7feea tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:43.813336 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-180dec47-e1cd-4171-b457-6a090e042fea req-0e0873df-77f1-43e0-aa2c-4bf3a1c7feea tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 945 time: 0.0819271
Jun 04 13:55:43.856357 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-180dec47-e1cd-4171-b457-6a090e042fea req-3ce1db26-217e-4de7-afe1-a98ba34031d4 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368276
Jun 04 13:55:44.407021 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd126f1-58e7-4563-9493-7137f206d6fd req-4d0a8c5d-8836-4f56-950e-d560a157a036 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:44.408499 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1cd126f1-58e7-4563-9493-7137f206d6fd req-4d0a8c5d-8836-4f56-950e-d560a157a036 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 946 time: 0.0782602
Jun 04 13:55:44.452916 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-1cd126f1-58e7-4563-9493-7137f206d6fd req-a47ea28c-ed91-45f3-bdd2-de76f98e0b9c tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381222
Jun 04 13:55:45.639688 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a04136-bd54-46d0-8604-bfdbe42e8b60 req-ca19fb23-299c-4147-97a4-402d661b0750 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:45.641127 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-45a04136-bd54-46d0-8604-bfdbe42e8b60 req-ca19fb23-299c-4147-97a4-402d661b0750 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 946 time: 0.0813723
Jun 04 13:55:45.787757 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-45a04136-bd54-46d0-8604-bfdbe42e8b60 req-781330dc-3647-4509-a811-9fdf478a2065 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1408322
Jun 04 13:55:46.968549 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80831c60-b494-45ee-bb95-d9c905c15358 req-ef544fe4-c31e-4f93-bc37-b24d68a07717 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:46.970091 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-80831c60-b494-45ee-bb95-d9c905c15358 req-ef544fe4-c31e-4f93-bc37-b24d68a07717 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 946 time: 0.0783920
Jun 04 13:55:47.014827 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-80831c60-b494-45ee-bb95-d9c905c15358 req-a2afb8bb-0373-4931-9760-5e152cd9e7e2 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390816
Jun 04 13:55:48.204088 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab108c-f321-4940-bbc4-85d8620644d1 req-c97bd710-e678-4138-8f29-a1d3b548fe6d tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:48.205557 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-06ab108c-f321-4940-bbc4-85d8620644d1 req-c97bd710-e678-4138-8f29-a1d3b548fe6d tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 946 time: 0.0826969
Jun 04 13:55:48.248928 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-06ab108c-f321-4940-bbc4-85d8620644d1 req-f96f8714-f579-40ee-ba47-4aec5b5e767f tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371921
Jun 04 13:55:49.433054 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30feb853-b752-427c-9786-478184423605 req-4d904627-273e-451a-8f6d-9108b679d6c9 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:49.434441 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-30feb853-b752-427c-9786-478184423605 req-4d904627-273e-451a-8f6d-9108b679d6c9 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 946 time: 0.0795984
Jun 04 13:55:49.476866 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-30feb853-b752-427c-9786-478184423605 req-8c0d7709-7466-4ec5-8325-61da05bdb720 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369112
Jun 04 13:55:50.655953 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fde5ec-1423-489c-8e4c-01cccc997090 req-16bd0a67-9c1f-473e-809b-0648c69eca4a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:50.657359 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-f6fde5ec-1423-489c-8e4c-01cccc997090 req-16bd0a67-9c1f-473e-809b-0648c69eca4a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 946 time: 0.0775061
Jun 04 13:55:50.703484 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-f6fde5ec-1423-489c-8e4c-01cccc997090 req-77ecdc78-c521-480d-9791-8df53c99484d tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405045
Jun 04 13:55:51.883306 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd07aec-0eb5-41bf-9cbe-60220baeb096 req-f38b55b7-21bf-45b5-99fe-35c2d4577411 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:51.884718 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6cd07aec-0eb5-41bf-9cbe-60220baeb096 req-f38b55b7-21bf-45b5-99fe-35c2d4577411 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 946 time: 0.0778189
Jun 04 13:55:51.930380 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6cd07aec-0eb5-41bf-9cbe-60220baeb096 req-3ddc9561-5322-4159-b238-b86c51aeb332 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402107
Jun 04 13:55:53.113633 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbb68a-b9dd-491f-afa9-5a30fbbd2d0b req-480241a5-e396-4479-bb83-1243e53626eb tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:53.115679 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-bdfbb68a-b9dd-491f-afa9-5a30fbbd2d0b req-480241a5-e396-4479-bb83-1243e53626eb tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 946 time: 0.0792823
Jun 04 13:55:53.158559 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-bdfbb68a-b9dd-491f-afa9-5a30fbbd2d0b req-8cbbdaf2-3323-4f1d-b24b-57c92e0aa171 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372453
Jun 04 13:55:53.475694 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe9c21-bccf-4eee-a6c5-86486ad5d33f req-4ddad932-0ddb-4f81-9019-386b81577f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:53.477108 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-f0fe9c21-bccf-4eee-a6c5-86486ad5d33f req-4ddad932-0ddb-4f81-9019-386b81577f87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=35843c4f9b0f48c1b84b0312bc1fb37b&device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 1099 time: 0.0731490
Jun 04 13:55:53.610661 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe9c21-bccf-4eee-a6c5-86486ad5d33f req-815c867a-a3eb-406a-8279-e753eb215981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:53.611993 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-f0fe9c21-bccf-4eee-a6c5-86486ad5d33f req-815c867a-a3eb-406a-8279-e753eb215981 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7c91237-9e54-4d46-a198-a476667f12b3 HTTP/1.1" status: 200  len: 910 time: 0.1287436
Jun 04 13:55:53.710461 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-f0fe9c21-bccf-4eee-a6c5-86486ad5d33f req-2b80dd44-94b5-4e9e-9627-234f44dc5fee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21989805-4125-4f24-969e-19a0db09af16 HTTP/1.1" status: 200  len: 1002 time: 0.0922315
Jun 04 13:55:53.783264 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe9c21-bccf-4eee-a6c5-86486ad5d33f req-6f21c525-af53-4392-b74b-40926ca2a0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:53.784697 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-f0fe9c21-bccf-4eee-a6c5-86486ad5d33f req-6f21c525-af53-4392-b74b-40926ca2a0db service neutron] 10.222.0.55 "GET /v2.0/subnets?id=def43a37-3d57-482a-b5a1-92cad0f1e446 HTTP/1.1" status: 200  len: 848 time: 0.0601733
Jun 04 13:55:53.859702 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe9c21-bccf-4eee-a6c5-86486ad5d33f req-a3268a3c-8a46-42cb-9cc0-1da4f867d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:53.861135 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-f0fe9c21-bccf-4eee-a6c5-86486ad5d33f req-a3268a3c-8a46-42cb-9cc0-1da4f867d699 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7c91237-9e54-4d46-a198-a476667f12b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0680761
Jun 04 13:55:53.989345 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-f0fe9c21-bccf-4eee-a6c5-86486ad5d33f req-3fdf46be-e244-499c-b4d2-cd8d7e9323a0 service neutron] 10.222.0.55 "GET /v2.0/networks/b7c91237-9e54-4d46-a198-a476667f12b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1202059
Jun 04 13:55:54.119888 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-f0fe9c21-bccf-4eee-a6c5-86486ad5d33f req-10419c45-3d0f-4349-9cc4-301a86c9af5f service neutron] 10.222.0.55 "GET /v2.0/networks/b7c91237-9e54-4d46-a198-a476667f12b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247134
Jun 04 13:55:54.343695 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca5130-7f25-45f9-8930-834782342b27 req-4af7850e-c1dd-4198-b266-3dc01c5dd1e6 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:54.345482 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2cca5130-7f25-45f9-8930-834782342b27 req-4af7850e-c1dd-4198-b266-3dc01c5dd1e6 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 946 time: 0.0816052
Jun 04 13:55:54.390461 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2cca5130-7f25-45f9-8930-834782342b27 req-763e6f65-f86a-4ade-8924-62cc191640e6 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394101
Jun 04 13:55:55.580423 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae97e7-f9bc-494a-aed0-eb37c0222396 req-f0922644-299b-4ad9-8d01-5e04e86ee15d tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:55.581865 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-adae97e7-f9bc-494a-aed0-eb37c0222396 req-f0922644-299b-4ad9-8d01-5e04e86ee15d tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 946 time: 0.0867379
Jun 04 13:55:55.627084 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-adae97e7-f9bc-494a-aed0-eb37c0222396 req-a772db6c-e597-4dff-a394-ca8ecbbaabc7 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380361
Jun 04 13:55:55.781669 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01f920-d310-4f9b-bdcf-1bb40dae133d req-97fb1b28-2f26-429d-8f32-04e8f4193250 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:55.783226 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2d01f920-d310-4f9b-bdcf-1bb40dae133d req-97fb1b28-2f26-429d-8f32-04e8f4193250 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 945 time: 0.0820222
Jun 04 13:55:55.826913 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2d01f920-d310-4f9b-bdcf-1bb40dae133d req-77001cc4-11f4-415b-9407-686200bce02d tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381203
Jun 04 13:55:55.849894 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 52464) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:55:56.020684 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:56.084038 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbf624f-7939-4444-900b-b5b301d35ff5 tempest-TestMinimumBasicScenario-1104001999 tempest-TestMinimumBasicScenario-1104001999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:56.085664 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-8fbf624f-7939-4444-900b-b5b301d35ff5 tempest-TestMinimumBasicScenario-1104001999 tempest-TestMinimumBasicScenario-1104001999-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 1093 time: 0.2348058
Jun 04 13:55:56.088559 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 52470) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:55:56.093579 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-bb811e03-7280-43cd-b58b-82dee6a22b86 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Request body: {'floatingip': {'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'port_id': 'cebac7c6-2a6e-47b4-8eeb-c31e74eafce8', 'tenant_id': 'fe664db09ab54eb78020560648b48372', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:55:56.099928 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-bb811e03-7280-43cd-b58b-82dee6a22b86 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:55:56.103742 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-bb811e03-7280-43cd-b58b-82dee6a22b86 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Usage tracker for resource:floatingip and tenant:fe664db09ab54eb78020560648b48372 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:55:56.107647 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-bb811e03-7280-43cd-b58b-82dee6a22b86 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:55:56.112338 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-bb811e03-7280-43cd-b58b-82dee6a22b86 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:55:56.226432 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bb811e03-7280-43cd-b58b-82dee6a22b86 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks [] for floatingip, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:56.362456 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bb811e03-7280-43cd-b58b-82dee6a22b86 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:56.500484 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_common [None req-bb811e03-7280-43cd-b58b-82dee6a22b86 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Allocated IP 172.27.2.34 (0e91cb13-9cd5-4b6d-a0e7-77d68e81a806/a67c2735-bb7f-4235-9bfa-262628d5695c/d4fd052d-f4b4-4518-8253-ebf0f445836c) {{(pid=88595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:55:56.732237 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bb811e03-7280-43cd-b58b-82dee6a22b86 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks [] for port, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:56.826672 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863462b-eff8-4a21-bccd-52c8a11913e4 req-584c8581-ad7b-476f-a087-cce8dbb8ad37 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:56.828010 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-a863462b-eff8-4a21-bccd-52c8a11913e4 req-584c8581-ad7b-476f-a087-cce8dbb8ad37 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 946 time: 0.0926697
Jun 04 13:55:56.874510 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-a863462b-eff8-4a21-bccd-52c8a11913e4 req-dddf02f4-1000-4305-939d-c45320bee063 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403569
Jun 04 13:55:56.878294 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bb811e03-7280-43cd-b58b-82dee6a22b86 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:56.935804 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb811e03-7280-43cd-b58b-82dee6a22b86 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 is already hosted by enough agents. {{(pid=88595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:55:56.943230 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-bb811e03-7280-43cd-b58b-82dee6a22b86 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Resources bound (agent type, host, resource id):  {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:55:56.947267 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb811e03-7280-43cd-b58b-82dee6a22b86 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Received port after_create {{(pid=88595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:55:56.990970 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb811e03-7280-43cd-b58b-82dee6a22b86 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Pushing event updated for resources: {'Port': ['ID=d4fd052d-f4b4-4518-8253-ebf0f445836c,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:57.364261 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bb811e03-7280-43cd-b58b-82dee6a22b86 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:57.516705 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bb811e03-7280-43cd-b58b-82dee6a22b86 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:57.736426 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bb811e03-7280-43cd-b58b-82dee6a22b86 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks [] for port, precommit_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:57.797519 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bb811e03-7280-43cd-b58b-82dee6a22b86 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64863338'] for port, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:57.918932 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb811e03-7280-43cd-b58b-82dee6a22b86 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Pushing event updated for resources: {'Port': ['ID=d4fd052d-f4b4-4518-8253-ebf0f445836c,revision_number=2']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:57.933571 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bb811e03-7280-43cd-b58b-82dee6a22b86 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:58.057878 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3c966-8eb0-4106-95f5-3917afd74bd8 req-da21a545-3794-4021-acac-cb2c4ca1b324 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:58.059488 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4fd3c966-8eb0-4106-95f5-3917afd74bd8 req-da21a545-3794-4021-acac-cb2c4ca1b324 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 946 time: 0.0797184
Jun 04 13:55:58.104538 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4fd3c966-8eb0-4106-95f5-3917afd74bd8 req-7541b1b9-4657-4d5b-98bc-f783499d0006 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391376
Jun 04 13:55:58.111933 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.db.l3_db [None req-bb811e03-7280-43cd-b58b-82dee6a22b86 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Floating IP 7e439aba-1161-4b33-bf48-70905e6db595 associated. External IP: 172.27.2.34, port: cebac7c6-2a6e-47b4-8eeb-c31e74eafce8.
Jun 04 13:55:58.590941 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a88866-8c23-4148-96cf-60f0e6c19ae8 req-2ac4890c-5db3-43d0-8e57-97d5a47c84a1 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:58.592419 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-40a88866-8c23-4148-96cf-60f0e6c19ae8 req-2ac4890c-5db3-43d0-8e57-97d5a47c84a1 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 946 time: 0.0870926
Jun 04 13:55:58.625476 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb811e03-7280-43cd-b58b-82dee6a22b86 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Router 12ebd342-a9a7-4915-afcc-146b51ca8e31 has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:55:58.641223 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-40a88866-8c23-4148-96cf-60f0e6c19ae8 req-0f320d48-f199-491a-a395-0ea6a81aa285 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405343
Jun 04 13:55:58.698375 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-99f924ec-d98d-468c-a4c4-ad35ba5608d9 req-64925ef5-cce4-4733-84c9-362c678316c5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1624970
Jun 04 13:55:58.822329 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb811e03-7280-43cd-b58b-82dee6a22b86 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:55:58.833689 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3946b7c6-96f6-488b-8e3d-407dd846341c None None] Sync routers for ids ['12ebd342-a9a7-4915-afcc-146b51ca8e31'] in dv-cinder-843593-2-iscsi {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:55:58.844062 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3946b7c6-96f6-488b-8e3d-407dd846341c None None] Routers {'12ebd342-a9a7-4915-afcc-146b51ca8e31'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:55:58.847544 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-3946b7c6-96f6-488b-8e3d-407dd846341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161eab3fa0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:55:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['12ebd342-a9a7-4915-afcc-146b51ca8e31'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:55:58.923981 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bb811e03-7280-43cd-b58b-82dee6a22b86 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:58.983330 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-bb811e03-7280-43cd-b58b-82dee6a22b86 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.8936660
Jun 04 13:55:58.984411 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763f8c67-15bd-46e8-bbfb-fa93a06af2d1', 'tag': 'cebac7c6-2a6e-47b4-8eeb-c31e74eafce8'}] {{(pid=88595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:55:58.987347 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 52492) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:55:58.993242 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-18addcf6-dce0-4efe-a234-85ff7eccb669 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-416066251', 'description': 'tempest-secgroup-smoke-416066251 description', 'project_id': 'fe664db09ab54eb78020560648b48372'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:55:59.000070 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-18addcf6-dce0-4efe-a234-85ff7eccb669 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:55:59.012073 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-18addcf6-dce0-4efe-a234-85ff7eccb669 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:55:59.078109 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8126dc3-5a74-42f6-b3d5-6c46f165973a'] response: {'name': 'network-changed', 'server_uuid': '763f8c67-15bd-46e8-bbfb-fa93a06af2d1', 'tag': 'cebac7c6-2a6e-47b4-8eeb-c31e74eafce8', 'status': 'completed', 'code': 200}
Jun 04 13:55:59.092965 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-3946b7c6-96f6-488b-8e3d-407dd846341c None None] Set router 12ebd342-a9a7-4915-afcc-146b51ca8e31 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:55:59.101122 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-18addcf6-dce0-4efe-a234-85ff7eccb669 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:59.125971 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-18addcf6-dce0-4efe-a234-85ff7eccb669 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:55:59.136063 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-18addcf6-dce0-4efe-a234-85ff7eccb669 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Usage tracker for resource:security_group_rule and tenant:fe664db09ab54eb78020560648b48372 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:55:59.140574 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-18addcf6-dce0-4efe-a234-85ff7eccb669 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:55:59.147069 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-18addcf6-dce0-4efe-a234-85ff7eccb669 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:55:59.208670 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8c6b6-29b8-48e1-8a6e-5f796de94295 req-4e10fb4d-780c-4176-b24d-1701384519e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:59.210164 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-6df8c6b6-29b8-48e1-8a6e-5f796de94295 req-4e10fb4d-780c-4176-b24d-1701384519e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe664db09ab54eb78020560648b48372&device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 1098 time: 0.0729768
Jun 04 13:55:59.221374 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-18addcf6-dce0-4efe-a234-85ff7eccb669 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:59.317828 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-18addcf6-dce0-4efe-a234-85ff7eccb669 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:59.346060 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8c6b6-29b8-48e1-8a6e-5f796de94295 req-68873daf-ad5c-4840-936f-103bb3b06aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:59.347537 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-6df8c6b6-29b8-48e1-8a6e-5f796de94295 req-68873daf-ad5c-4840-936f-103bb3b06aea service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9bc2144-527f-4b40-91f1-8bb71ba2cb25 HTTP/1.1" status: 200  len: 916 time: 0.1313148
Jun 04 13:55:59.377786 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18addcf6-dce0-4efe-a234-85ff7eccb669 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c03224-f609-4e48-a7d4-2d116a93d2e4,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:59.458007 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-3946b7c6-96f6-488b-8e3d-407dd846341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161eab3fa0>, [{'id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'name': 'tempest-TestMinimumBasicScenario-1124853564-router', 'tenant_id': 'fe664db09ab54eb78020560648b48372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '457e580c-324a-462c-912f-17d755b11214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:54:51Z', 'updated_at': '2022-06-04T13:54:56Z', 'revision_number': 4, 'project_id': 'fe664db09ab54eb78020560648b48372', 'gw_port': {'id': '457e580c-324a-462c-912f-17d755b11214', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:54:52Z', 'updated_at': '2022-06-04T13:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': '7e439aba-1161-4b33-bf48-70905e6db595', 'tenant_id': 'fe664db09ab54eb78020560648b48372', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'port_id': 'cebac7c6-2a6e-47b4-8eeb-c31e74eafce8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9bc2144-527f-4b40-91f1-8bb71ba2cb25', 'mac_address': 'fa:16:3e:1d:6e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f8c67-15bd-46e8-bbfb-fa93a06af2d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:55:57Z', 'updated_at': '2022-06-04T13:55:57Z', 'revision_number': 0, 'project_id': 'fe664db09ab54eb78020560648b48372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541b9f74-37f6-4c75-b0fc-80c2e2093164', 'name': '', 'network_id': 'a9bc2144-527f-4b40-91f1-8bb71ba2cb25', 'tenant_id': 'fe664db09ab54eb78020560648b48372', 'mac_address': 'fa:16:3e:da:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '07e05413-f570-4d80-9f70-08604f5501c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:54:55Z', 'updated_at': '2022-06-04T13:55:01Z', 'revision_number': 5, 'project_id': 'fe664db09ab54eb78020560648b48372', 'subnets': [{'id': '07e05413-f570-4d80-9f70-08604f5501c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:55:59.459050 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-6df8c6b6-29b8-48e1-8a6e-5f796de94295 req-6657922d-c7ca-452f-9110-03674b3bb6fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 HTTP/1.1" status: 200  len: 998 time: 0.1040814
Jun 04 13:55:59.462089 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3946b7c6-96f6-488b-8e3d-407dd846341c None None] Checking router: 12ebd342-a9a7-4915-afcc-146b51ca8e31 for host: dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:55:59.470948 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3946b7c6-96f6-488b-8e3d-407dd846341c None None] Routers {'12ebd342-a9a7-4915-afcc-146b51ca8e31'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:55:59.472296 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-3946b7c6-96f6-488b-8e3d-407dd846341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161eab3fa0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:55:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['12ebd342-a9a7-4915-afcc-146b51ca8e31'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:55:59.478322 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-18addcf6-dce0-4efe-a234-85ff7eccb669 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:59.482882 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-18addcf6-dce0-4efe-a234-85ff7eccb669 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.4944034
Jun 04 13:55:59.483747 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 52502) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:55:59.489062 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-0a2b4533-b84e-42f2-bf3d-f6690674ffb4 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Request body: {'security_group_rule': {'security_group_id': 'c9c03224-f609-4e48-a7d4-2d116a93d2e4', 'project_id': 'fe664db09ab54eb78020560648b48372', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:55:59.495285 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-0a2b4533-b84e-42f2-bf3d-f6690674ffb4 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:55:59.499367 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-0a2b4533-b84e-42f2-bf3d-f6690674ffb4 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Usage tracker for resource:security_group_rule and tenant:fe664db09ab54eb78020560648b48372 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:55:59.502542 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-0a2b4533-b84e-42f2-bf3d-f6690674ffb4 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:55:59.509078 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-0a2b4533-b84e-42f2-bf3d-f6690674ffb4 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:55:59.527073 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8c6b6-29b8-48e1-8a6e-5f796de94295 req-d64dd76d-adf0-42e8-97d7-e280f10ee673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:59.528641 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-6df8c6b6-29b8-48e1-8a6e-5f796de94295 req-d64dd76d-adf0-42e8-97d7-e280f10ee673 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=07e05413-f570-4d80-9f70-08604f5501c7 HTTP/1.1" status: 200  len: 854 time: 0.0626137
Jun 04 13:55:59.581690 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-0a2b4533-b84e-42f2-bf3d-f6690674ffb4 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:59.645384 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-0a2b4533-b84e-42f2-bf3d-f6690674ffb4 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:59.659334 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-3946b7c6-96f6-488b-8e3d-407dd846341c None None] Set router 12ebd342-a9a7-4915-afcc-146b51ca8e31 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:55:59.718130 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-0a2b4533-b84e-42f2-bf3d-f6690674ffb4 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:59.744449 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b4533-b84e-42f2-bf3d-f6690674ffb4 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990bad3e-c1f7-47f9-85ec-630052b5ca48,revision_number=0']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:55:59.828973 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef806aa5-ea88-4fdc-866c-8077858e862b req-b1d1bbf2-fd5e-41c3-b642-bfdc71c9773d tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:55:59.830541 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ef806aa5-ea88-4fdc-866c-8077858e862b req-b1d1bbf2-fd5e-41c3-b642-bfdc71c9773d tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 946 time: 0.0806904
Jun 04 13:55:59.831914 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-0a2b4533-b84e-42f2-bf3d-f6690674ffb4 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:55:59.836157 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-0a2b4533-b84e-42f2-bf3d-f6690674ffb4 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3487074
Jun 04 13:55:59.836499 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 52508) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:55:59.841448 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-e7307d06-8f4b-45ec-9504-d7b2aa1cb67f tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Request body: {'security_group_rule': {'security_group_id': 'c9c03224-f609-4e48-a7d4-2d116a93d2e4', 'project_id': 'fe664db09ab54eb78020560648b48372', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:55:59.847271 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-e7307d06-8f4b-45ec-9504-d7b2aa1cb67f tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:55:59.851795 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-e7307d06-8f4b-45ec-9504-d7b2aa1cb67f tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Usage tracker for resource:security_group_rule and tenant:fe664db09ab54eb78020560648b48372 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:55:59.854690 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-e7307d06-8f4b-45ec-9504-d7b2aa1cb67f tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:55:59.860976 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-e7307d06-8f4b-45ec-9504-d7b2aa1cb67f tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:55:59.879663 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ef806aa5-ea88-4fdc-866c-8077858e862b req-269d4acf-62b6-4422-b8ed-36b1e6be7e0b tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390844
Jun 04 13:55:59.964751 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-e7307d06-8f4b-45ec-9504-d7b2aa1cb67f tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:00.007255 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-3946b7c6-96f6-488b-8e3d-407dd846341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161eab3fa0>, [{'id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'name': 'tempest-TestMinimumBasicScenario-1124853564-router', 'tenant_id': 'fe664db09ab54eb78020560648b48372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '457e580c-324a-462c-912f-17d755b11214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:54:51Z', 'updated_at': '2022-06-04T13:54:56Z', 'revision_number': 4, 'project_id': 'fe664db09ab54eb78020560648b48372', 'gw_port': {'id': '457e580c-324a-462c-912f-17d755b11214', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:54:52Z', 'updated_at': '2022-06-04T13:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': '7e439aba-1161-4b33-bf48-70905e6db595', 'tenant_id': 'fe664db09ab54eb78020560648b48372', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'port_id': 'cebac7c6-2a6e-47b4-8eeb-c31e74eafce8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9bc2144-527f-4b40-91f1-8bb71ba2cb25', 'mac_address': 'fa:16:3e:1d:6e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f8c67-15bd-46e8-bbfb-fa93a06af2d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:55:57Z', 'updated_at': '2022-06-04T13:55:57Z', 'revision_number': 0, 'project_id': 'fe664db09ab54eb78020560648b48372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541b9f74-37f6-4c75-b0fc-80c2e2093164', 'name': '', 'network_id': 'a9bc2144-527f-4b40-91f1-8bb71ba2cb25', 'tenant_id': 'fe664db09ab54eb78020560648b48372', 'mac_address': 'fa:16:3e:da:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '07e05413-f570-4d80-9f70-08604f5501c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:54:55Z', 'updated_at': '2022-06-04T13:55:01Z', 'revision_number': 5, 'project_id': 'fe664db09ab54eb78020560648b48372', 'subnets': [{'id': '07e05413-f570-4d80-9f70-08604f5501c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:56:00.011061 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3946b7c6-96f6-488b-8e3d-407dd846341c None None] The sync data for ids ['12ebd342-a9a7-4915-afcc-146b51ca8e31'] in dv-cinder-843593-2-iscsi is: [{'id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'name': 'tempest-TestMinimumBasicScenario-1124853564-router', 'tenant_id': 'fe664db09ab54eb78020560648b48372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '457e580c-324a-462c-912f-17d755b11214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:54:51Z', 'updated_at': '2022-06-04T13:54:56Z', 'revision_number': 4, 'project_id': 'fe664db09ab54eb78020560648b48372', 'gw_port': {'id': '457e580c-324a-462c-912f-17d755b11214', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:54:52Z', 'updated_at': '2022-06-04T13:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': '7e439aba-1161-4b33-bf48-70905e6db595', 'tenant_id': 'fe664db09ab54eb78020560648b48372', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'port_id': 'cebac7c6-2a6e-47b4-8eeb-c31e74eafce8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9bc2144-527f-4b40-91f1-8bb71ba2cb25', 'mac_address': 'fa:16:3e:1d:6e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f8c67-15bd-46e8-bbfb-fa93a06af2d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:55:57Z', 'updated_at': '2022-06-04T13:55:57Z', 'revision_number': 0, 'project_id': 'fe664db09ab54eb78020560648b48372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541b9f74-37f6-4c75-b0fc-80c2e2093164', 'name': '', 'network_id': 'a9bc2144-527f-4b40-91f1-8bb71ba2cb25', 'tenant_id': 'fe664db09ab54eb78020560648b48372', 'mac_address': 'fa:16:3e:da:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '07e05413-f570-4d80-9f70-08604f5501c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:54:55Z', 'updated_at': '2022-06-04T13:55:01Z', 'revision_number': 5, 'project_id': 'fe664db09ab54eb78020560648b48372', 'subnets': [{'id': '07e05413-f570-4d80-9f70-08604f5501c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:56:00.028901 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-e7307d06-8f4b-45ec-9504-d7b2aa1cb67f tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:00.100472 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-e7307d06-8f4b-45ec-9504-d7b2aa1cb67f tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:00.124685 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7307d06-8f4b-45ec-9504-d7b2aa1cb67f tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7ec1d9-6c11-463d-8dfd-8bd5a3c0f6c9,revision_number=0']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:56:00.135449 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7307d06-8f4b-45ec-9504-d7b2aa1cb67f tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:56:00.143703 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7307d06-8f4b-45ec-9504-d7b2aa1cb67f tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:56:00.143703 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7307d06-8f4b-45ec-9504-d7b2aa1cb67f tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:56:00.143703 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7307d06-8f4b-45ec-9504-d7b2aa1cb67f tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:56:00.143703 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7307d06-8f4b-45ec-9504-d7b2aa1cb67f tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:56:00.143703 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7307d06-8f4b-45ec-9504-d7b2aa1cb67f tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:56:00.143703 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7307d06-8f4b-45ec-9504-d7b2aa1cb67f tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:56:00.143703 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7307d06-8f4b-45ec-9504-d7b2aa1cb67f tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:56:00.143703 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7307d06-8f4b-45ec-9504-d7b2aa1cb67f tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:56:00.143703 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7307d06-8f4b-45ec-9504-d7b2aa1cb67f tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:56:00.143703 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7307d06-8f4b-45ec-9504-d7b2aa1cb67f tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:56:00.143703 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7307d06-8f4b-45ec-9504-d7b2aa1cb67f tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:56:00.193157 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-e7307d06-8f4b-45ec-9504-d7b2aa1cb67f tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:00.194350 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-e7307d06-8f4b-45ec-9504-d7b2aa1cb67f tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3568430
Jun 04 13:56:00.196856 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914fd667-5c7b-47bf-8f0f-7b81f27c40bd None None] New status for floating IP 7e439aba-1161-4b33-bf48-70905e6db595: ACTIVE {{(pid=88596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:56:00.197346 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 52514) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:56:00.202637 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-06a67b4d-ecb3-40c4-bc33-64ee9409e8b2 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Request body: {'security_group_rule': {'security_group_id': 'c9c03224-f609-4e48-a7d4-2d116a93d2e4', 'project_id': 'fe664db09ab54eb78020560648b48372', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:56:00.209422 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-06a67b4d-ecb3-40c4-bc33-64ee9409e8b2 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:56:00.213476 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-06a67b4d-ecb3-40c4-bc33-64ee9409e8b2 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Usage tracker for resource:security_group_rule and tenant:fe664db09ab54eb78020560648b48372 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:56:00.216505 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-06a67b4d-ecb3-40c4-bc33-64ee9409e8b2 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:56:00.225873 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-06a67b4d-ecb3-40c4-bc33-64ee9409e8b2 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:56:00.295853 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-06a67b4d-ecb3-40c4-bc33-64ee9409e8b2 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:00.358810 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-06a67b4d-ecb3-40c4-bc33-64ee9409e8b2 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:00.422125 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8c6b6-29b8-48e1-8a6e-5f796de94295 req-fd24f074-b1fe-4001-bc43-cf6a9f878ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:00.423653 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-6df8c6b6-29b8-48e1-8a6e-5f796de94295 req-fd24f074-b1fe-4001-bc43-cf6a9f878ce5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9bc2144-527f-4b40-91f1-8bb71ba2cb25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0707703
Jun 04 13:56:00.432231 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-06a67b4d-ecb3-40c4-bc33-64ee9409e8b2 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:00.459017 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a67b4d-ecb3-40c4-bc33-64ee9409e8b2 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35878ab3-483c-476b-bbb3-4f687e5892c5,revision_number=0']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:56:00.540953 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-06a67b4d-ecb3-40c4-bc33-64ee9409e8b2 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:00.542381 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-06a67b4d-ecb3-40c4-bc33-64ee9409e8b2 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3440514
Jun 04 13:56:00.545109 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 52518) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:56:00.551587 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-c53a2ca1-ec36-4ab5-ba3b-707236d3ad8e tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Request body: {'security_group_rule': {'security_group_id': 'c9c03224-f609-4e48-a7d4-2d116a93d2e4', 'project_id': 'fe664db09ab54eb78020560648b48372', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:56:00.556495 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-c53a2ca1-ec36-4ab5-ba3b-707236d3ad8e tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:56:00.560312 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-c53a2ca1-ec36-4ab5-ba3b-707236d3ad8e tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Usage tracker for resource:security_group_rule and tenant:fe664db09ab54eb78020560648b48372 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:56:00.563326 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-c53a2ca1-ec36-4ab5-ba3b-707236d3ad8e tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:56:00.569540 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-c53a2ca1-ec36-4ab5-ba3b-707236d3ad8e tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:56:00.643881 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-c53a2ca1-ec36-4ab5-ba3b-707236d3ad8e tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:00.706283 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-c53a2ca1-ec36-4ab5-ba3b-707236d3ad8e tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:00.774473 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-c53a2ca1-ec36-4ab5-ba3b-707236d3ad8e tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:00.798071 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a2ca1-ec36-4ab5-ba3b-707236d3ad8e tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a91631-c0fe-43b5-b63c-f375bae4e42f,revision_number=0']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:56:00.866028 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-c53a2ca1-ec36-4ab5-ba3b-707236d3ad8e tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:00.867214 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-c53a2ca1-ec36-4ab5-ba3b-707236d3ad8e tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3211255
Jun 04 13:56:00.869823 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 52522) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:56:00.874486 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-f23e8c8a-1307-46a7-864e-81448c141ff8 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Request body: {'security_group_rule': {'security_group_id': 'c9c03224-f609-4e48-a7d4-2d116a93d2e4', 'project_id': 'fe664db09ab54eb78020560648b48372', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:56:00.880083 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-f23e8c8a-1307-46a7-864e-81448c141ff8 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:56:00.883922 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-f23e8c8a-1307-46a7-864e-81448c141ff8 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Usage tracker for resource:security_group_rule and tenant:fe664db09ab54eb78020560648b48372 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:56:00.886757 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-f23e8c8a-1307-46a7-864e-81448c141ff8 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:56:00.892427 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-f23e8c8a-1307-46a7-864e-81448c141ff8 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:56:00.963564 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.securitygroups_db [None req-f23e8c8a-1307-46a7-864e-81448c141ff8 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Project fe664db09ab54eb78020560648b48372 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 13:56:00.970458 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f23e8c8a-1307-46a7-864e-81448c141ff8 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:01.043640 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f23e8c8a-1307-46a7-864e-81448c141ff8 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:01.068215 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e87308-7773-4a39-a665-5860db75efe7 req-08c91746-c8ad-483d-b22a-2d137961bb11 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:01.069677 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-31e87308-7773-4a39-a665-5860db75efe7 req-08c91746-c8ad-483d-b22a-2d137961bb11 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 946 time: 0.0820618
Jun 04 13:56:01.118174 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-31e87308-7773-4a39-a665-5860db75efe7 req-7203e0e3-7e2b-4226-a321-82ddbbf36338 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391786
Jun 04 13:56:01.133013 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 21989805-4125-4f24-969e-19a0db09af16 no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:56:01.134774 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f23e8c8a-1307-46a7-864e-81448c141ff8 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:01.163518 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e8c8a-1307-46a7-864e-81448c141ff8 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c4b1bf-f376-4492-af1c-8150b015bf43,revision_number=0']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:56:01.238646 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f23e8c8a-1307-46a7-864e-81448c141ff8 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:01.239937 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-f23e8c8a-1307-46a7-864e-81448c141ff8 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3692160
Jun 04 13:56:01.242616 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 52530) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:56:01.247659 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-615a2676-5b3d-44a4-803c-989e8b9322cc tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Request body: {'security_group_rule': {'security_group_id': 'c9c03224-f609-4e48-a7d4-2d116a93d2e4', 'project_id': 'fe664db09ab54eb78020560648b48372', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:56:01.249522 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 21989805-4125-4f24-969e-19a0db09af16 is: ACTIVE; New status is: DOWN {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:56:01.250008 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:01.253464 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-615a2676-5b3d-44a4-803c-989e8b9322cc tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:56:01.257277 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-615a2676-5b3d-44a4-803c-989e8b9322cc tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Usage tracker for resource:security_group_rule and tenant:fe664db09ab54eb78020560648b48372 is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:56:01.260159 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-615a2676-5b3d-44a4-803c-989e8b9322cc tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:56:01.265873 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-615a2676-5b3d-44a4-803c-989e8b9322cc tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:56:01.277044 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef64f15-151d-43a2-ad72-c338df2628ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21989805-4125-4f24-969e-19a0db09af16'}] {{(pid=88596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:56:01.287472 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 21989805-4125-4f24-969e-19a0db09af16, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=21989805-4125-4f24-969e-19a0db09af16,segment=NetworkSegment(368511d6-b7c1-4f33-bc1d-0734e5129378),segment_id=368511d6-b7c1-4f33-bc1d-0734e5129378)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:56:01.316808 dv-cinder-843593-2-iscsi neutron-server[88596]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5e7786ba-6527-42b7-835e-a3586c19d68c']: {'server_uuid': '0ef64f15-151d-43a2-ad72-c338df2628ec', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '21989805-4125-4f24-969e-19a0db09af16', 'code': 422} returned with failed status
Jun 04 13:56:01.357705 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.securitygroups_db [None req-615a2676-5b3d-44a4-803c-989e8b9322cc tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Project fe664db09ab54eb78020560648b48372 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 13:56:01.364644 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-615a2676-5b3d-44a4-803c-989e8b9322cc tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:01.386157 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:01.428419 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-615a2676-5b3d-44a4-803c-989e8b9322cc tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:01.467676 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=21989805-4125-4f24-969e-19a0db09af16,revision_number=6']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:56:01.474733 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:56:01.475109 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:56:01.475447 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:56:01.475777 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:56:01.476139 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:56:01.476502 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:56:01.476989 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:56:01.477318 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:56:01.477642 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:56:01.477962 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:56:01.478280 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:56:01.478596 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:56:01.500400 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-615a2676-5b3d-44a4-803c-989e8b9322cc tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732992'] for security_group_rule, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:01.522282 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a2676-5b3d-44a4-803c-989e8b9322cc tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b2a9512-f9a1-4fa2-8499-86d8e8d4d6d6,revision_number=0']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:56:01.529122 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-02a596c7-2e09-4055-b1a7-6d62d4ca6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:01.586429 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-615a2676-5b3d-44a4-803c-989e8b9322cc tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:01.587644 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-615a2676-5b3d-44a4-803c-989e8b9322cc tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3440700
Jun 04 13:56:01.704479 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-14d2a2e6-7187-4cb8-adee-190d112fcf7a req-bc480655-71dc-4aa8-b131-1e2748f039d1 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-416066251&fields=id&tenant_id=fe664db09ab54eb78020560648b48372 HTTP/1.1" status: 200  len: 267 time: 0.0375686
Jun 04 13:56:01.789832 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2a2e6-7187-4cb8-adee-190d112fcf7a req-0b46baf0-f036-454b-9bbf-8156fee989ef tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:01.791283 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-14d2a2e6-7187-4cb8-adee-190d112fcf7a req-0b46baf0-f036-454b-9bbf-8156fee989ef tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 945 time: 0.0810778
Jun 04 13:56:01.802305 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [req-14d2a2e6-7187-4cb8-adee-190d112fcf7a req-fbecb586-7255-46ee-bb18-ca31222350f8 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Request body: {'port': {'security_groups': ['6a9abb84-e3d8-4e34-93fc-80532c383d5f', 'c9c03224-f609-4e48-a7d4-2d116a93d2e4']}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:56:01.915993 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-14d2a2e6-7187-4cb8-adee-190d112fcf7a req-fbecb586-7255-46ee-bb18-ca31222350f8 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:02.318161 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57b331-c9b3-40ae-82d5-066bbe0c1cd6 req-22366fa4-18a0-422d-b8db-abe34f28549e tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:02.324403 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ef57b331-c9b3-40ae-82d5-066bbe0c1cd6 req-22366fa4-18a0-422d-b8db-abe34f28549e tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 944 time: 0.0968118
Jun 04 13:56:02.367831 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ef57b331-c9b3-40ae-82d5-066bbe0c1cd6 req-e138b3cc-a2d5-4a07-baab-09e9df95f6b3 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413618
Jun 04 13:56:02.369751 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.db [req-14d2a2e6-7187-4cb8-adee-190d112fcf7a req-fbecb586-7255-46ee-bb18-ca31222350f8 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] For port cebac7c6-2a6e-47b4-8eeb-c31e74eafce8, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=cebac7c6-2a6e-47b4-8eeb-c31e74eafce8,segment=NetworkSegment(3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5),segment_id=3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5)] {{(pid=88595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:56:02.390969 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-6df8c6b6-29b8-48e1-8a6e-5f796de94295 req-f4196347-506e-4d74-9b5e-1c262cd47256 service neutron] 10.222.0.55 "GET /v2.0/networks/a9bc2144-527f-4b40-91f1-8bb71ba2cb25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1921432
Jun 04 13:56:02.434653 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-14d2a2e6-7187-4cb8-adee-190d112fcf7a req-fbecb586-7255-46ee-bb18-ca31222350f8 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks [] for port, precommit_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:02.497228 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-14d2a2e6-7187-4cb8-adee-190d112fcf7a req-fbecb586-7255-46ee-bb18-ca31222350f8 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64863338'] for port, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:02.535195 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['cebac7c6-2a6e-47b4-8eeb-c31e74eafce8'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:56:02.570352 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2a2e6-7187-4cb8-adee-190d112fcf7a req-fbecb586-7255-46ee-bb18-ca31222350f8 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:02.570961 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-14d2a2e6-7187-4cb8-adee-190d112fcf7a req-fbecb586-7255-46ee-bb18-ca31222350f8 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:02.572486 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-14d2a2e6-7187-4cb8-adee-190d112fcf7a req-fbecb586-7255-46ee-bb18-ca31222350f8 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "PUT /v2.0/ports/cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 HTTP/1.1" status: 200  len: 981 time: 0.7749891
Jun 04 13:56:02.585548 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763f8c67-15bd-46e8-bbfb-fa93a06af2d1', 'tag': 'cebac7c6-2a6e-47b4-8eeb-c31e74eafce8'}] {{(pid=88595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:56:02.628407 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-6df8c6b6-29b8-48e1-8a6e-5f796de94295 req-937d9342-5cd6-440c-b140-fa127eacb6a8 service neutron] 10.222.0.55 "GET /v2.0/networks/a9bc2144-527f-4b40-91f1-8bb71ba2cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2242446
Jun 04 13:56:02.631492 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbecb586-7255-46ee-bb18-ca31222350f8 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Pushing event updated for resources: {'Port': ['ID=cebac7c6-2a6e-47b4-8eeb-c31e74eafce8,revision_number=6']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:56:02.666576 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3ec66cf-d7d2-4faa-923e-cf1f03ffb572'] response: {'name': 'network-changed', 'server_uuid': '763f8c67-15bd-46e8-bbfb-fa93a06af2d1', 'tag': 'cebac7c6-2a6e-47b4-8eeb-c31e74eafce8', 'status': 'completed', 'code': 200}
Jun 04 13:56:02.735248 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['cebac7c6-2a6e-47b4-8eeb-c31e74eafce8'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:56:02.816094 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ddd16-1f8e-4c06-9aa9-8a418cae5309 req-23d5cdd5-4daa-46c2-a38d-02ddbd9324de tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:02.817515 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ce0ddd16-1f8e-4c06-9aa9-8a418cae5309 req-23d5cdd5-4daa-46c2-a38d-02ddbd9324de tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 984 time: 0.0993264
Jun 04 13:56:02.852493 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089095c-60f0-4afc-a197-98249442922d req-b52fd840-d995-4d1d-9baa-e0c1ecf6f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:02.853891 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d089095c-60f0-4afc-a197-98249442922d req-b52fd840-d995-4d1d-9baa-e0c1ecf6f5de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe664db09ab54eb78020560648b48372&device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 1137 time: 0.0881727
Jun 04 13:56:02.867355 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-ce0ddd16-1f8e-4c06-9aa9-8a418cae5309 req-2ccd7ed5-379b-493c-97c9-17cc90036ad4 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Synchronizing usage tracker for tenant:fe664db09ab54eb78020560648b48372 on resource:security_group {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:56:02.940754 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-ce0ddd16-1f8e-4c06-9aa9-8a418cae5309 req-2ccd7ed5-379b-493c-97c9-17cc90036ad4 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Unset dirty status for tenant:fe664db09ab54eb78020560648b48372 on resource:security_group {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:56:02.942494 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ce0ddd16-1f8e-4c06-9aa9-8a418cae5309 req-2ccd7ed5-379b-493c-97c9-17cc90036ad4 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9c03224-f609-4e48-a7d4-2d116a93d2e4&id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1165655
Jun 04 13:56:02.962649 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-8a175dbf-82f6-4cb7-93a9-d9d1eb0f9334 None None] Provisioning complete for port cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:56:02.963071 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-8a175dbf-82f6-4cb7-93a9-d9d1eb0f9334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:02.992885 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089095c-60f0-4afc-a197-98249442922d req-264e730b-6528-4fb7-a65c-a90a52ab61d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:02.994378 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d089095c-60f0-4afc-a197-98249442922d req-264e730b-6528-4fb7-a65c-a90a52ab61d8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9bc2144-527f-4b40-91f1-8bb71ba2cb25 HTTP/1.1" status: 200  len: 916 time: 0.1331306
Jun 04 13:56:03.104328 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d089095c-60f0-4afc-a197-98249442922d req-c00fef8a-8068-42bb-b287-9803ec3e6c2c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 HTTP/1.1" status: 200  len: 1000 time: 0.1034517
Jun 04 13:56:03.182099 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089095c-60f0-4afc-a197-98249442922d req-0ce81fbf-c993-49a9-baf0-226654b66fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:03.183540 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d089095c-60f0-4afc-a197-98249442922d req-0ce81fbf-c993-49a9-baf0-226654b66fe6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=07e05413-f570-4d80-9f70-08604f5501c7 HTTP/1.1" status: 200  len: 854 time: 0.0735302
Jun 04 13:56:03.252311 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-8a175dbf-82f6-4cb7-93a9-d9d1eb0f9334 None None] Current status of the port cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:56:03.268205 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089095c-60f0-4afc-a197-98249442922d req-c68783f0-42b0-4b04-a382-9deaa7cef63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:03.269577 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d089095c-60f0-4afc-a197-98249442922d req-c68783f0-42b0-4b04-a382-9deaa7cef63f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9bc2144-527f-4b40-91f1-8bb71ba2cb25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783691
Jun 04 13:56:03.433427 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d089095c-60f0-4afc-a197-98249442922d req-9794aa63-a902-4234-a59a-614cfff81ada service neutron] 10.222.0.55 "GET /v2.0/networks/a9bc2144-527f-4b40-91f1-8bb71ba2cb25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1573470
Jun 04 13:56:03.636906 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d089095c-60f0-4afc-a197-98249442922d req-025c36ae-3e54-4304-89ec-84fd209349b3 service neutron] 10.222.0.55 "GET /v2.0/networks/a9bc2144-527f-4b40-91f1-8bb71ba2cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1952434
Jun 04 13:56:03.648968 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a900e4-0686-4c4b-9d4f-52af65d9d7b0 req-45ee3a65-5dff-44c8-bb88-b54c1cd49ac3 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:03.650313 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-07a900e4-0686-4c4b-9d4f-52af65d9d7b0 req-45ee3a65-5dff-44c8-bb88-b54c1cd49ac3 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 944 time: 0.1279867
Jun 04 13:56:03.695473 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-07a900e4-0686-4c4b-9d4f-52af65d9d7b0 req-886d59fa-016b-4749-92a2-ba4fb00b0517 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388494
Jun 04 13:56:03.793121 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-4673e384-e702-4505-963b-1d90c21c9b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:04.666302 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f924ec-d98d-468c-a4c4-ad35ba5608d9 req-3577687c-fb5f-4694-a713-a347b79528b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:04.667861 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-99f924ec-d98d-468c-a4c4-ad35ba5608d9 req-3577687c-fb5f-4694-a713-a347b79528b8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec&tenant_id=35843c4f9b0f48c1b84b0312bc1fb37b HTTP/1.1" status: 200  len: 1097 time: 0.0718424
Jun 04 13:56:04.683472 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:04.775303 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f924ec-d98d-468c-a4c4-ad35ba5608d9 req-b79def1d-7b2c-4118-9cdc-f92bcd6646c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:04.776672 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-99f924ec-d98d-468c-a4c4-ad35ba5608d9 req-b79def1d-7b2c-4118-9cdc-f92bcd6646c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=35843c4f9b0f48c1b84b0312bc1fb37b&device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 1097 time: 0.0755444
Jun 04 13:56:04.803627 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:04.886799 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7fe900-00d8-488a-9ee9-ef32b93fc246 req-de176c4e-91b5-41f6-82c1-f96585c94d2a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:04.888288 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3f7fe900-00d8-488a-9ee9-ef32b93fc246 req-de176c4e-91b5-41f6-82c1-f96585c94d2a tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 944 time: 0.0841773
Jun 04 13:56:04.909534 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f924ec-d98d-468c-a4c4-ad35ba5608d9 req-4704178f-dff6-48bc-a038-1aae5693cda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:04.911571 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-99f924ec-d98d-468c-a4c4-ad35ba5608d9 req-4704178f-dff6-48bc-a038-1aae5693cda3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7c91237-9e54-4d46-a198-a476667f12b3 HTTP/1.1" status: 200  len: 910 time: 0.1283994
Jun 04 13:56:04.935092 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-3f7fe900-00d8-488a-9ee9-ef32b93fc246 req-d23e6563-f228-4f86-a239-e7778a755563 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409257
Jun 04 13:56:05.116906 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-99f924ec-d98d-468c-a4c4-ad35ba5608d9 req-75455133-b050-4fbd-b087-b7f283be62b7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21989805-4125-4f24-969e-19a0db09af16 HTTP/1.1" status: 200  len: 1000 time: 0.1975582
Jun 04 13:56:05.181820 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f924ec-d98d-468c-a4c4-ad35ba5608d9 req-1b829036-83f5-4b90-ae18-09386aa97c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:05.183302 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-99f924ec-d98d-468c-a4c4-ad35ba5608d9 req-1b829036-83f5-4b90-ae18-09386aa97c58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=def43a37-3d57-482a-b5a1-92cad0f1e446 HTTP/1.1" status: 200  len: 848 time: 0.0599604
Jun 04 13:56:05.259583 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f924ec-d98d-468c-a4c4-ad35ba5608d9 req-3bc53ddd-1ab7-459b-8512-e33bf666270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:05.261080 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-99f924ec-d98d-468c-a4c4-ad35ba5608d9 req-3bc53ddd-1ab7-459b-8512-e33bf666270f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7c91237-9e54-4d46-a198-a476667f12b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0695593
Jun 04 13:56:05.396160 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-99f924ec-d98d-468c-a4c4-ad35ba5608d9 req-52790648-313f-456a-93cc-b7169aaf9888 service neutron] 10.222.0.55 "GET /v2.0/networks/b7c91237-9e54-4d46-a198-a476667f12b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249716
Jun 04 13:56:05.528255 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-99f924ec-d98d-468c-a4c4-ad35ba5608d9 req-ca8f4ba5-43dd-41a8-8d37-4de439a1be8b service neutron] 10.222.0.55 "GET /v2.0/networks/b7c91237-9e54-4d46-a198-a476667f12b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256769
Jun 04 13:56:06.089488 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:06.125656 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8b649-30ee-4764-b7b4-4016bce62a0c req-5db1f834-4336-43cb-9dad-1f1ef9106fda tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:06.127105 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-2cf8b649-30ee-4764-b7b4-4016bce62a0c req-5db1f834-4336-43cb-9dad-1f1ef9106fda tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 944 time: 0.0849617
Jun 04 13:56:06.170472 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-2cf8b649-30ee-4764-b7b4-4016bce62a0c req-4a3ec3d6-60cf-4102-9f48-8d348172195f tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374215
Jun 04 13:56:07.352853 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c1938-2c7b-416e-bf71-a9345cc80c18 req-4594ae95-2fd7-44c5-99a5-14307ae48faf tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:07.354194 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-245c1938-2c7b-416e-bf71-a9345cc80c18 req-4594ae95-2fd7-44c5-99a5-14307ae48faf tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 944 time: 0.0803847
Jun 04 13:56:07.397426 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-245c1938-2c7b-416e-bf71-a9345cc80c18 req-71c18673-56a3-4e9b-b29f-2c4d1cef61ca tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375903
Jun 04 13:56:08.580200 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ce474-dfe7-483f-8864-e31aa75cead3 req-f95a21b1-da93-4087-b47c-3d7f351ec44b tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:08.581625 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d63ce474-dfe7-483f-8864-e31aa75cead3 req-f95a21b1-da93-4087-b47c-3d7f351ec44b tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 944 time: 0.0781167
Jun 04 13:56:08.628408 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d63ce474-dfe7-483f-8864-e31aa75cead3 req-6b83449f-037a-4461-8925-547058461c34 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407360
Jun 04 13:56:08.912531 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-8a014b64-e1f2-4eb3-859e-178d8c2ff991 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-666180170&fields=id&tenant_id=fd4fbd1432c64d85808c9b11782432cb HTTP/1.1" status: 200  len: 267 time: 0.0422552
Jun 04 13:56:09.135021 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-0c1b6587-a2d3-4fa2-9985-6ab0d1d5e384 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:09.136406 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-0c1b6587-a2d3-4fa2-9985-6ab0d1d5e384 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/networks?id=19f85a41-a048-43a5-8d0a-025ad151caaa HTTP/1.1" status: 200  len: 810 time: 0.2176394
Jun 04 13:56:09.150897 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-b9464f2c-120d-435f-b123-b2cb0dcb193b tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/quotas/fd4fbd1432c64d85808c9b11782432cb HTTP/1.1" status: 200  len: 375 time: 0.0090587
Jun 04 13:56:09.236547 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-32296289-7016-408f-87a6-0d72dcc70ac2 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd4fbd1432c64d85808c9b11782432cb&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0804536
Jun 04 13:56:09.369429 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-3ebdc1f2-27ce-4a3f-9656-bdb86e18e670 service neutron] 10.222.0.39 "GET /v2.0/networks/19f85a41-a048-43a5-8d0a-025ad151caaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1212113
Jun 04 13:56:09.498148 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-1465d04f-8bb3-44a1-af1b-cfcb53008165 service neutron] 10.222.0.39 "GET /v2.0/networks/19f85a41-a048-43a5-8d0a-025ad151caaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229959
Jun 04 13:56:09.811930 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61780143-80b8-49ae-91f8-de22986f3ad3 req-962d52e2-1aa3-4c8d-81bd-f9bf667af3c4 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:09.814192 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-61780143-80b8-49ae-91f8-de22986f3ad3 req-962d52e2-1aa3-4c8d-81bd-f9bf667af3c4 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 944 time: 0.0816195
Jun 04 13:56:09.857506 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-61780143-80b8-49ae-91f8-de22986f3ad3 req-f5e467a2-319d-4211-af3c-1ab82b637f55 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376720
Jun 04 13:56:10.083686 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-f74bed5d-fd2f-4dcb-98ef-e6397145ca80 req-cf434e40-a39d-44e7-8d9f-002f81793aad tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3ead42-ced5-42c8-a1f4-cbb395fadd0a HTTP/1.1" status: 200  len: 210 time: 0.0416501
Jun 04 13:56:11.043902 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2ea90-0f4b-414c-ba79-5ddc9174f0b1 req-dcd27b1f-93eb-4075-bacd-5b6585c48f6b tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:11.045244 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6ac2ea90-0f4b-414c-ba79-5ddc9174f0b1 req-dcd27b1f-93eb-4075-bacd-5b6585c48f6b tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 944 time: 0.0847933
Jun 04 13:56:11.090513 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6ac2ea90-0f4b-414c-ba79-5ddc9174f0b1 req-b82667fe-faee-4ac0-b29a-a5b0898f67d5 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387526
Jun 04 13:56:11.230754 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-272c3469-291e-431a-bf69-c0d9a8f764ae req-9ef6d734-a4cd-4912-99f2-ce683ce49643 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3ead42-ced5-42c8-a1f4-cbb395fadd0a HTTP/1.1" status: 200  len: 210 time: 0.0446589
Jun 04 13:56:12.108223 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-0e3867bd-a392-495d-b676-9c6e22032ea4 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:12.109567 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-0e3867bd-a392-495d-b676-9c6e22032ea4 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.55 "GET /v2.0/networks?id=19f85a41-a048-43a5-8d0a-025ad151caaa HTTP/1.1" status: 200  len: 810 time: 0.1424758
Jun 04 13:56:12.165651 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-45bcac92-441a-408c-a101-ffdcfc08dc6a tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd4fbd1432c64d85808c9b11782432cb HTTP/1.1" status: 200  len: 379 time: 0.0405633
Jun 04 13:56:12.173640 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-17d6e475-8b27-4ac5-afd6-bc3fac869b7c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Request body: {'port': {'device_id': 'bb3ead42-ced5-42c8-a1f4-cbb395fadd0a', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'admin_state_up': True, 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'security_groups': ['88e5b402-78cd-409f-a41c-746091c3b653']}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:56:12.285338 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4c037-61b3-4262-b47e-de3562aa20aa req-8da5df9e-2cb0-4ae8-8779-14779ae9801f tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:12.286851 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a5b4c037-61b3-4262-b47e-de3562aa20aa req-8da5df9e-2cb0-4ae8-8779-14779ae9801f tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 944 time: 0.0895436
Jun 04 13:56:12.339156 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-17d6e475-8b27-4ac5-afd6-bc3fac869b7c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:56:12.344171 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a5b4c037-61b3-4262-b47e-de3562aa20aa req-ceb00e30-eeaa-4341-a36c-87e87c9cbd51 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466375
Jun 04 13:56:12.349880 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-17d6e475-8b27-4ac5-afd6-bc3fac869b7c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:56:12.395844 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-6fd5415f-24d7-47cb-a5dc-455447b661c1 req-71c880e0-21f4-4d1a-91c1-1af5ef312413 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3ead42-ced5-42c8-a1f4-cbb395fadd0a HTTP/1.1" status: 200  len: 210 time: 0.0469835
Jun 04 13:56:12.455702 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-17d6e475-8b27-4ac5-afd6-bc3fac869b7c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Made reservation on behalf of fd4fbd1432c64d85808c9b11782432cb for: {'port': 1} {{(pid=88595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:56:12.459275 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-17d6e475-8b27-4ac5-afd6-bc3fac869b7c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:12.619310 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_common [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-17d6e475-8b27-4ac5-afd6-bc3fac869b7c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Allocated IP 172.20.0.4 (19f85a41-a048-43a5-8d0a-025ad151caaa/ae316f83-c7c6-4bb6-8aee-ec9fe09a5191/d1298767-a624-47c6-8529-c8f6f4298c7b) {{(pid=88595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:56:12.802059 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-17d6e475-8b27-4ac5-afd6-bc3fac869b7c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for port, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:12.816809 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.provisioning_blocks [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-17d6e475-8b27-4ac5-afd6-bc3fac869b7c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Transition to ACTIVE for port object d1298767-a624-47c6-8529-c8f6f4298c7b will not be triggered until provisioned by entity DHCP. {{(pid=88595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:56:12.912153 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-17d6e475-8b27-4ac5-afd6-bc3fac869b7c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:13.064292 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-17d6e475-8b27-4ac5-afd6-bc3fac869b7c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Network 19f85a41-a048-43a5-8d0a-025ad151caaa is already hosted by enough agents. {{(pid=88595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:56:13.067809 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-17d6e475-8b27-4ac5-afd6-bc3fac869b7c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Resources bound (agent type, host, resource id):  {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:56:13.071809 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-17d6e475-8b27-4ac5-afd6-bc3fac869b7c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Received port after_create {{(pid=88595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:56:13.108970 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6e475-8b27-4ac5-afd6-bc3fac869b7c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Pushing event updated for resources: {'Port': ['ID=d1298767-a624-47c6-8529-c8f6f4298c7b,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:56:13.140967 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-17d6e475-8b27-4ac5-afd6-bc3fac869b7c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:13.141579 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-17d6e475-8b27-4ac5-afd6-bc3fac869b7c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:13.221452 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-17d6e475-8b27-4ac5-afd6-bc3fac869b7c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0513010
Jun 04 13:56:13.239056 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-6f5d5a06-402b-4f6f-9f56-e77f6d8c1eac service neutron] Request body: {'port': {'device_id': 'bb3ead42-ced5-42c8-a1f4-cbb395fadd0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:56:13.352103 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-6f5d5a06-402b-4f6f-9f56-e77f6d8c1eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:13.420732 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-24ddc2df-3542-46f1-a003-de5072e4bc5c None None] Provisioning for port d1298767-a624-47c6-8529-c8f6f4298c7b completed by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:56:13.427340 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-24ddc2df-3542-46f1-a003-de5072e4bc5c None None] Provisioning complete for port d1298767-a624-47c6-8529-c8f6f4298c7b triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:56:13.427718 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-24ddc2df-3542-46f1-a003-de5072e4bc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:13.492067 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-24ddc2df-3542-46f1-a003-de5072e4bc5c None None] Port d1298767-a624-47c6-8529-c8f6f4298c7b cannot update to ACTIVE because it is not bound. {{(pid=88596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:56:13.565676 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acf7f8-6adb-45dc-bd29-c4483f5aed0d req-1d269889-e95c-45b4-a555-0ac05c1b20d6 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:13.567834 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-31acf7f8-6adb-45dc-bd29-c4483f5aed0d req-1d269889-e95c-45b4-a555-0ac05c1b20d6 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 944 time: 0.1201510
Jun 04 13:56:13.613752 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-31acf7f8-6adb-45dc-bd29-c4483f5aed0d req-b758e9b1-855a-4c63-8922-8d2d5991a82c tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398581
Jun 04 13:56:13.694071 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ba793-f072-4e82-935d-58112c77afd7 req-4e9caf8d-7e97-4b69-9123-171b67e35469 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:13.694694 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-da7ba793-f072-4e82-935d-58112c77afd7 req-4e9caf8d-7e97-4b69-9123-171b67e35469 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Synchronizing usage tracker for tenant:fd4fbd1432c64d85808c9b11782432cb on resource:port {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:56:13.793580 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.notifiers.nova [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-6f5d5a06-402b-4f6f-9f56-e77f6d8c1eac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1298767-a624-47c6-8529-c8f6f4298c7b {{(pid=88595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:56:13.799905 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-da7ba793-f072-4e82-935d-58112c77afd7 req-4e9caf8d-7e97-4b69-9123-171b67e35469 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Unset dirty status for tenant:fd4fbd1432c64d85808c9b11782432cb on resource:port {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:56:13.801554 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-da7ba793-f072-4e82-935d-58112c77afd7 req-4e9caf8d-7e97-4b69-9123-171b67e35469 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3ead42-ced5-42c8-a1f4-cbb395fadd0a HTTP/1.1" status: 200  len: 931 time: 0.2910151
Jun 04 13:56:13.803110 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-6f5d5a06-402b-4f6f-9f56-e77f6d8c1eac service neutron] Notify callbacks [] for port, precommit_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:13.837030 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.provisioning_blocks [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-6f5d5a06-402b-4f6f-9f56-e77f6d8c1eac service neutron] Transition to ACTIVE for port object d1298767-a624-47c6-8529-c8f6f4298c7b will not be triggered until provisioned by entity L2. {{(pid=88595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:56:13.856562 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-da7ba793-f072-4e82-935d-58112c77afd7 req-2e4a0f6f-c162-4af6-a7b0-8763d5b80cb4 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463350
Jun 04 13:56:13.877509 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-6f5d5a06-402b-4f6f-9f56-e77f6d8c1eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64863338'] for port, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:14.031629 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d5a06-402b-4f6f-9f56-e77f6d8c1eac service neutron] Pushing event updated for resources: {'Port': ['ID=d1298767-a624-47c6-8529-c8f6f4298c7b,revision_number=2']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:56:14.112949 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.managers [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-6f5d5a06-402b-4f6f-9f56-e77f6d8c1eac service neutron] Attempting to bind port d1298767-a624-47c6-8529-c8f6f4298c7b on host hv-cinder-84359 for vnic_type normal with profile  {{(pid=88595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:56:14.113887 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.managers [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-6f5d5a06-402b-4f6f-9f56-e77f6d8c1eac service neutron] Attempting to bind port d1298767-a624-47c6-8529-c8f6f4298c7b by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': '6a5cbb52-ab79-40c5-b9bc-799ccfcf389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa'}] {{(pid=88595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:56:14.114204 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-6f5d5a06-402b-4f6f-9f56-e77f6d8c1eac service neutron] Attempting to bind port d1298767-a624-47c6-8529-c8f6f4298c7b on network 19f85a41-a048-43a5-8d0a-025ad151caaa {{(pid=88595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:56:14.118729 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-6f5d5a06-402b-4f6f-9f56-e77f6d8c1eac service neutron] Port d1298767-a624-47c6-8529-c8f6f4298c7b on network 19f85a41-a048-43a5-8d0a-025ad151caaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:56:14.119063 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-6f5d5a06-402b-4f6f-9f56-e77f6d8c1eac service neutron] Attempting to bind port d1298767-a624-47c6-8529-c8f6f4298c7b on network 19f85a41-a048-43a5-8d0a-025ad151caaa {{(pid=88595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:56:14.124086 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-6f5d5a06-402b-4f6f-9f56-e77f6d8c1eac service neutron] Checking agent: {'id': '3f86017d-093a-400f-b732-6c31be8aecc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'started_at': datetime.datetime(2022, 6, 4, 13, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:56:14.124410 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-6f5d5a06-402b-4f6f-9f56-e77f6d8c1eac service neutron] Checking segment: {'id': '6a5cbb52-ab79-40c5-b9bc-799ccfcf389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:56:14.124777 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-6f5d5a06-402b-4f6f-9f56-e77f6d8c1eac service neutron] Bound using segment: {'id': '6a5cbb52-ab79-40c5-b9bc-799ccfcf389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa'} {{(pid=88595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:56:14.125186 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.managers [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-6f5d5a06-402b-4f6f-9f56-e77f6d8c1eac service neutron] Bound port: d1298767-a624-47c6-8529-c8f6f4298c7b, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a5cbb52-ab79-40c5-b9bc-799ccfcf389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa'}}] {{(pid=88595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:56:14.125516 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-6f5d5a06-402b-4f6f-9f56-e77f6d8c1eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:14.199127 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 21989805-4125-4f24-969e-19a0db09af16 details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:56:14.213030 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.db [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-6f5d5a06-402b-4f6f-9f56-e77f6d8c1eac service neutron] For port d1298767-a624-47c6-8529-c8f6f4298c7b, host hv-cinder-84359, cleared binding levels {{(pid=88595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:56:14.215879 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.db [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-6f5d5a06-402b-4f6f-9f56-e77f6d8c1eac service neutron] For port d1298767-a624-47c6-8529-c8f6f4298c7b, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=d1298767-a624-47c6-8529-c8f6f4298c7b,segment=NetworkSegment(6a5cbb52-ab79-40c5-b9bc-799ccfcf389a),segment_id=6a5cbb52-ab79-40c5-b9bc-799ccfcf389a)] {{(pid=88595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:56:14.272298 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-6f5d5a06-402b-4f6f-9f56-e77f6d8c1eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64863338'] for port, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:14.330226 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 21989805-4125-4f24-969e-19a0db09af16, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=21989805-4125-4f24-969e-19a0db09af16,segment=NetworkSegment(368511d6-b7c1-4f33-bc1d-0734e5129378),segment_id=368511d6-b7c1-4f33-bc1d-0734e5129378)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:56:14.331468 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-6f5d5a06-402b-4f6f-9f56-e77f6d8c1eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:14.332096 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-6f5d5a06-402b-4f6f-9f56-e77f6d8c1eac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:14.333452 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-6f5d5a06-402b-4f6f-9f56-e77f6d8c1eac service neutron] 10.222.0.55 "PUT /v2.0/ports/d1298767-a624-47c6-8529-c8f6f4298c7b HTTP/1.1" status: 200  len: 1093 time: 1.0985987
Jun 04 13:56:14.333874 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3ead42-ced5-42c8-a1f4-cbb395fadd0a', 'tag': 'd1298767-a624-47c6-8529-c8f6f4298c7b'}] {{(pid=88595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:56:14.345545 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Returning: {'device': '21989805-4125-4f24-969e-19a0db09af16', 'network_id': 'b7c91237-9e54-4d46-a198-a476667f12b3', 'port_id': '21989805-4125-4f24-969e-19a0db09af16', 'mac_address': 'fa:16:3e:af:fc:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def43a37-3d57-482a-b5a1-92cad0f1e446', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:56:14.354579 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d5a06-402b-4f6f-9f56-e77f6d8c1eac service neutron] Pushing event updated for resources: {'Port': ['ID=d1298767-a624-47c6-8529-c8f6f4298c7b,revision_number=3']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:56:14.391154 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e15cdcb4-35f5-45e2-8ce8-e445a452afb7'] response: {'name': 'network-changed', 'server_uuid': 'bb3ead42-ced5-42c8-a1f4-cbb395fadd0a', 'tag': 'd1298767-a624-47c6-8529-c8f6f4298c7b', 'status': 'completed', 'code': 200}
Jun 04 13:56:14.405394 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 21989805-4125-4f24-969e-19a0db09af16 is: DOWN; New status is: BUILD {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:56:14.405771 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:14.418446 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 6 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:56:14.424029 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21989805-4125-4f24-969e-19a0db09af16 {{(pid=88596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:56:14.440830 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 21989805-4125-4f24-969e-19a0db09af16, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=21989805-4125-4f24-969e-19a0db09af16,segment=NetworkSegment(368511d6-b7c1-4f33-bc1d-0734e5129378),segment_id=368511d6-b7c1-4f33-bc1d-0734e5129378)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:56:14.511710 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfa423-1d9d-41a6-8b1a-a22c59826a6a req-9d8da972-2d93-4a6b-8643-7240733ec2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:14.511883 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:14.513169 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d8dfa423-1d9d-41a6-8b1a-a22c59826a6a req-9d8da972-2d93-4a6b-8643-7240733ec2f5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd4fbd1432c64d85808c9b11782432cb&device_id=bb3ead42-ced5-42c8-a1f4-cbb395fadd0a HTTP/1.1" status: 200  len: 1096 time: 0.0763125
Jun 04 13:56:14.619181 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=21989805-4125-4f24-969e-19a0db09af16,revision_number=7']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:56:14.663378 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfa423-1d9d-41a6-8b1a-a22c59826a6a req-a8d26c30-798c-49ff-bdde-961236466f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:14.664953 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d8dfa423-1d9d-41a6-8b1a-a22c59826a6a req-a8d26c30-798c-49ff-bdde-961236466f4d service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=fd4fbd1432c64d85808c9b11782432cb&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1365924
Jun 04 13:56:14.851196 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfa423-1d9d-41a6-8b1a-a22c59826a6a req-32254627-582d-4985-b7ce-cb6736cbc798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:14.852599 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d8dfa423-1d9d-41a6-8b1a-a22c59826a6a req-32254627-582d-4985-b7ce-cb6736cbc798 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1822004
Jun 04 13:56:14.858305 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['21989805-4125-4f24-969e-19a0db09af16'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:56:14.869112 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb081a-f4c8-4ce2-b008-452e43e0c44e req-a74f30c0-68ed-4f97-9a33-0cfa5d3f44ef tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:14.870524 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-03fb081a-f4c8-4ce2-b008-452e43e0c44e req-a74f30c0-68ed-4f97-9a33-0cfa5d3f44ef tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 945 time: 0.1310153
Jun 04 13:56:14.957653 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-03fb081a-f4c8-4ce2-b008-452e43e0c44e req-66893556-1777-458b-9b76-f10f9d09d5e8 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0800362
Jun 04 13:56:15.057065 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45196a70-6b8b-48c1-bf67-440cb4bfb9a0 req-b6161d87-d938-444f-8c99-8a02be3ccff4 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:15.060260 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-45196a70-6b8b-48c1-bf67-440cb4bfb9a0 req-b6161d87-d938-444f-8c99-8a02be3ccff4 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3ead42-ced5-42c8-a1f4-cbb395fadd0a HTTP/1.1" status: 200  len: 943 time: 0.0923305
Jun 04 13:56:15.115407 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-45196a70-6b8b-48c1-bf67-440cb4bfb9a0 req-07a86f74-15fa-496e-96d5-7735892e1b97 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495102
Jun 04 13:56:15.118160 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-ff3aa3b7-88ef-4361-8e6d-ba25ea788572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:15.119772 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-ff3aa3b7-88ef-4361-8e6d-ba25ea788572 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd4fbd1432c64d85808c9b11782432cb&device_id=bb3ead42-ced5-42c8-a1f4-cbb395fadd0a HTTP/1.1" status: 200  len: 1096 time: 0.2051206
Jun 04 13:56:15.198389 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-2e6ae440-c120-403d-9900-96ecee952cc5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1298767-a624-47c6-8529-c8f6f4298c7b HTTP/1.1" status: 200  len: 217 time: 0.0634384
Jun 04 13:56:15.266889 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-916d0767-3921-4c6b-92dc-c619c9a86872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:15.268295 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-916d0767-3921-4c6b-92dc-c619c9a86872 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ae316f83-c7c6-4bb6-8aee-ec9fe09a5191 HTTP/1.1" status: 200  len: 849 time: 0.0603523
Jun 04 13:56:15.341173 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-5152c24a-28f1-4d24-9740-ace51114abe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:15.342559 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-5152c24a-28f1-4d24-9740-ace51114abe8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19f85a41-a048-43a5-8d0a-025ad151caaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0682554
Jun 04 13:56:15.472043 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-3fd1e41b-31a5-44c5-b558-34c439c2b560 service neutron] 10.222.0.55 "GET /v2.0/networks/19f85a41-a048-43a5-8d0a-025ad151caaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219518
Jun 04 13:56:15.602749 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-64183f2e-e9ed-4401-9ca2-98cae04d45cb req-1ddf8762-e592-4eb4-be33-8daa577df18d service neutron] 10.222.0.55 "GET /v2.0/networks/19f85a41-a048-43a5-8d0a-025ad151caaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234603
Jun 04 13:56:16.146290 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7f977-4c4c-445e-821f-da322a1b7949 req-0380dd3a-5d17-485e-80fe-b7f0ad009bc0 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:16.147887 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-6fe7f977-4c4c-445e-821f-da322a1b7949 req-0380dd3a-5d17-485e-80fe-b7f0ad009bc0 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 945 time: 0.0824950
Jun 04 13:56:16.192471 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-6fe7f977-4c4c-445e-821f-da322a1b7949 req-3e729ff4-b3a0-4874-bc89-6737ac9af391 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383704
Jun 04 13:56:16.218574 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 21989805-4125-4f24-969e-19a0db09af16 up at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:56:16.285333 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning complete for port 21989805-4125-4f24-969e-19a0db09af16 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:56:16.285609 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:16.305097 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1ee5d-430c-41de-818a-01103b4af7be req-b83a7f3a-0231-4b1f-8d50-b417b985abea tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:16.306525 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-bcb1ee5d-430c-41de-818a-01103b4af7be req-b83a7f3a-0231-4b1f-8d50-b417b985abea tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3ead42-ced5-42c8-a1f4-cbb395fadd0a HTTP/1.1" status: 200  len: 943 time: 0.0787723
Jun 04 13:56:16.351650 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-bcb1ee5d-430c-41de-818a-01103b4af7be req-f3fdc649-10af-4799-b010-66e066d51db1 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394900
Jun 04 13:56:16.402289 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 21989805-4125-4f24-969e-19a0db09af16 is: BUILD; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:56:16.402889 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:16.429022 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef64f15-151d-43a2-ad72-c338df2628ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21989805-4125-4f24-969e-19a0db09af16'}] {{(pid=88596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:56:16.438559 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 21989805-4125-4f24-969e-19a0db09af16, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=21989805-4125-4f24-969e-19a0db09af16,segment=NetworkSegment(368511d6-b7c1-4f33-bc1d-0734e5129378),segment_id=368511d6-b7c1-4f33-bc1d-0734e5129378)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:56:16.470867 dv-cinder-843593-2-iscsi neutron-server[88596]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26209086-d7a4-405b-975a-3a86e4c9e324'] response: {'server_uuid': '0ef64f15-151d-43a2-ad72-c338df2628ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21989805-4125-4f24-969e-19a0db09af16', 'code': 200}
Jun 04 13:56:16.477532 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:16.551378 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=21989805-4125-4f24-969e-19a0db09af16,revision_number=8']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:56:16.852696 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31025031-8ab9-470f-881a-b4bc66d9ef44 req-cdc8ec0a-93f3-4578-8157-9ece92ba8ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:16.854017 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-31025031-8ab9-470f-881a-b4bc66d9ef44 req-cdc8ec0a-93f3-4578-8157-9ece92ba8ab5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 1099 time: 0.0669403
Jun 04 13:56:16.893692 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-31025031-8ab9-470f-881a-b4bc66d9ef44 req-d35badba-f9d8-4d2d-bb5a-b4456097c97a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0328169
Jun 04 13:56:17.376647 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a17179-0478-442c-91e2-d49fa5fcf12a req-84516c14-7208-451b-a81f-b92131bda05e tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:17.378026 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-84a17179-0478-442c-91e2-d49fa5fcf12a req-84516c14-7208-451b-a81f-b92131bda05e tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 946 time: 0.0820074
Jun 04 13:56:17.421843 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-84a17179-0478-442c-91e2-d49fa5fcf12a req-efbdec9c-bd91-4a13-b2be-3d981c492bb0 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380540
Jun 04 13:56:17.542475 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099459d-7209-45d1-8588-3f40bc79abb5 req-829a5705-84b7-4ffc-a7ce-52702bd7841c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:17.543939 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d099459d-7209-45d1-8588-3f40bc79abb5 req-829a5705-84b7-4ffc-a7ce-52702bd7841c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3ead42-ced5-42c8-a1f4-cbb395fadd0a HTTP/1.1" status: 200  len: 943 time: 0.0876441
Jun 04 13:56:17.587293 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d099459d-7209-45d1-8588-3f40bc79abb5 req-7430996b-99bb-4921-8273-4066dbb8c80c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376637
Jun 04 13:56:18.605063 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6aaf9-db11-4408-b263-84e29023e13e req-bc48a571-1af1-4f19-81c9-fff028ac66fb tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:18.606464 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-77a6aaf9-db11-4408-b263-84e29023e13e req-bc48a571-1af1-4f19-81c9-fff028ac66fb tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 946 time: 0.0776656
Jun 04 13:56:18.653599 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-77a6aaf9-db11-4408-b263-84e29023e13e req-840aaf87-10c3-4f0c-995d-f7f0eef2cce0 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412700
Jun 04 13:56:18.767762 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6598eaa-6a16-4f16-acb1-ed6a6b12b0ea req-1660165f-ad06-49c5-9ab1-3c0d1bac7ddb tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:18.769207 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e6598eaa-6a16-4f16-acb1-ed6a6b12b0ea req-1660165f-ad06-49c5-9ab1-3c0d1bac7ddb tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3ead42-ced5-42c8-a1f4-cbb395fadd0a HTTP/1.1" status: 200  len: 943 time: 0.0793302
Jun 04 13:56:18.814072 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e6598eaa-6a16-4f16-acb1-ed6a6b12b0ea req-61c44ee7-83f5-4c09-ad85-7d7f5349f62c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386417
Jun 04 13:56:19.996279 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4dd51c-a500-4641-a084-083c2d6a329b req-29a3cb8c-1bde-4f85-ae71-09b4ef9d39e4 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:19.997693 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4d4dd51c-a500-4641-a084-083c2d6a329b req-29a3cb8c-1bde-4f85-ae71-09b4ef9d39e4 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3ead42-ced5-42c8-a1f4-cbb395fadd0a HTTP/1.1" status: 200  len: 943 time: 0.0816197
Jun 04 13:56:20.040876 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4d4dd51c-a500-4641-a084-083c2d6a329b req-77fb042d-c180-4e41-bb7b-78d562386dae tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376258
Jun 04 13:56:21.227217 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62917f5-d534-4795-a055-71a6b3d304b1 req-b2066320-98bf-4ac6-9001-81b3a1e6c2e3 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:21.228663 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-b62917f5-d534-4795-a055-71a6b3d304b1 req-b2066320-98bf-4ac6-9001-81b3a1e6c2e3 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3ead42-ced5-42c8-a1f4-cbb395fadd0a HTTP/1.1" status: 200  len: 943 time: 0.0813012
Jun 04 13:56:21.272668 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-b62917f5-d534-4795-a055-71a6b3d304b1 req-3c082de9-0f11-4165-96dd-b2cf31051280 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383012
Jun 04 13:56:22.454582 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2cef1-2cc8-41bf-ac13-d8f5daa97faa req-ce5bb7f1-8707-473f-a7ee-4bdb9b7e9daa tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:22.456037 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e8a2cef1-2cc8-41bf-ac13-d8f5daa97faa req-ce5bb7f1-8707-473f-a7ee-4bdb9b7e9daa tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3ead42-ced5-42c8-a1f4-cbb395fadd0a HTTP/1.1" status: 200  len: 943 time: 0.0787873
Jun 04 13:56:22.502103 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e8a2cef1-2cc8-41bf-ac13-d8f5daa97faa req-ad44b409-7de8-45d6-aee7-81e42c69f992 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404344
Jun 04 13:56:23.687217 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316a9cc-d322-4a02-82cd-4fb4acd95ba0 req-fe49b4f4-56fb-4403-915e-d2603aa4bf1b tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:23.688684 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5316a9cc-d322-4a02-82cd-4fb4acd95ba0 req-fe49b4f4-56fb-4403-915e-d2603aa4bf1b tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3ead42-ced5-42c8-a1f4-cbb395fadd0a HTTP/1.1" status: 200  len: 943 time: 0.0826681
Jun 04 13:56:23.733490 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5316a9cc-d322-4a02-82cd-4fb4acd95ba0 req-d2c54da7-fc22-4327-a04c-f391a8057fff tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384054
Jun 04 13:56:24.263921 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device d1298767-a624-47c6-8529-c8f6f4298c7b details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:56:24.397888 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port d1298767-a624-47c6-8529-c8f6f4298c7b, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=d1298767-a624-47c6-8529-c8f6f4298c7b,segment=NetworkSegment(6a5cbb52-ab79-40c5-b9bc-799ccfcf389a),segment_id=6a5cbb52-ab79-40c5-b9bc-799ccfcf389a)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:56:24.414359 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Returning: {'device': 'd1298767-a624-47c6-8529-c8f6f4298c7b', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'port_id': 'd1298767-a624-47c6-8529-c8f6f4298c7b', 'mac_address': 'fa:16:3e:1a:19:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:56:24.467760 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port d1298767-a624-47c6-8529-c8f6f4298c7b is: DOWN; New status is: BUILD {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:56:24.468124 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:24.484657 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1298767-a624-47c6-8529-c8f6f4298c7b {{(pid=88596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:56:24.499936 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port d1298767-a624-47c6-8529-c8f6f4298c7b, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=d1298767-a624-47c6-8529-c8f6f4298c7b,segment=NetworkSegment(6a5cbb52-ab79-40c5-b9bc-799ccfcf389a),segment_id=6a5cbb52-ab79-40c5-b9bc-799ccfcf389a)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:56:24.585822 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:24.654659 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=d1298767-a624-47c6-8529-c8f6f4298c7b,revision_number=4']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:56:24.912623 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebcbde-71dd-4125-b560-c8467f316e97 req-3384449b-e533-4f3f-9d5c-bb8ff0fb8d49 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:24.913987 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-03ebcbde-71dd-4125-b560-c8467f316e97 req-3384449b-e533-4f3f-9d5c-bb8ff0fb8d49 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3ead42-ced5-42c8-a1f4-cbb395fadd0a HTTP/1.1" status: 200  len: 944 time: 0.0765591
Jun 04 13:56:24.960119 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-03ebcbde-71dd-4125-b560-c8467f316e97 req-e8dcc3ed-709d-4a31-a123-0667fa1b20a4 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404787
Jun 04 13:56:24.983110 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['d1298767-a624-47c6-8529-c8f6f4298c7b'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:56:25.766060 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9e5d2-1226-4566-97b7-ba89b718642f req-1d7f1ad3-0f02-41c6-9611-9bac2b90378f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:25.767518 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-deb9e5d2-1226-4566-97b7-ba89b718642f req-1d7f1ad3-0f02-41c6-9611-9bac2b90378f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 945 time: 0.0824997
Jun 04 13:56:25.813623 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-deb9e5d2-1226-4566-97b7-ba89b718642f req-0d86e4f4-d5ed-4cf8-95ad-8de837193cea tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400004
Jun 04 13:56:25.985807 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6896d12-25dd-4c59-b589-b02f2556deee req-0d7c20fd-25db-40e2-b961-bd1c5f62269e tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:25.987282 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-f6896d12-25dd-4c59-b589-b02f2556deee req-0d7c20fd-25db-40e2-b961-bd1c5f62269e tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 984 time: 0.1095214
Jun 04 13:56:26.022166 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:26.050188 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-f6896d12-25dd-4c59-b589-b02f2556deee req-4bed02ae-e986-4b20-b64c-35010b2cc5b7 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9c03224-f609-4e48-a7d4-2d116a93d2e4&id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0564311
Jun 04 13:56:26.078155 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e894ddf-c6b3-4439-93c2-0a1bd974502d req-8a41e631-10fe-41dc-bc47-bb2a81ad08a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:26.078155 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-8e894ddf-c6b3-4439-93c2-0a1bd974502d req-8a41e631-10fe-41dc-bc47-bb2a81ad08a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe664db09ab54eb78020560648b48372&device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 1137 time: 0.1247797
Jun 04 13:56:26.147539 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d99c6-780a-4435-a575-9416b92b8cc2 req-494ebf18-711e-4cc0-ac2f-a25ce5ff671d tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:26.149033 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2c2d99c6-780a-4435-a575-9416b92b8cc2 req-494ebf18-711e-4cc0-ac2f-a25ce5ff671d tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3ead42-ced5-42c8-a1f4-cbb395fadd0a HTTP/1.1" status: 200  len: 944 time: 0.0810630
Jun 04 13:56:26.192803 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2c2d99c6-780a-4435-a575-9416b92b8cc2 req-4a879ffc-ee80-4d05-bf62-f8a5f8acec58 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379188
Jun 04 13:56:26.208853 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e894ddf-c6b3-4439-93c2-0a1bd974502d req-15e9a3eb-2394-44e7-bc6d-c4e7121514af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:26.210254 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-8e894ddf-c6b3-4439-93c2-0a1bd974502d req-15e9a3eb-2394-44e7-bc6d-c4e7121514af service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9bc2144-527f-4b40-91f1-8bb71ba2cb25 HTTP/1.1" status: 200  len: 916 time: 0.1288872
Jun 04 13:56:26.296350 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device d1298767-a624-47c6-8529-c8f6f4298c7b up at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:56:26.308790 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-8e894ddf-c6b3-4439-93c2-0a1bd974502d req-3114a11a-1b3f-4c92-a306-b3f3cf1db664 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 HTTP/1.1" status: 200  len: 1000 time: 0.0917838
Jun 04 13:56:26.374596 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e894ddf-c6b3-4439-93c2-0a1bd974502d req-48e7e07b-b4cf-48e9-96ef-d8d205ec6e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:26.376044 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-8e894ddf-c6b3-4439-93c2-0a1bd974502d req-48e7e07b-b4cf-48e9-96ef-d8d205ec6e8e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=07e05413-f570-4d80-9f70-08604f5501c7 HTTP/1.1" status: 200  len: 854 time: 0.0595415
Jun 04 13:56:26.448656 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning for port d1298767-a624-47c6-8529-c8f6f4298c7b completed by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:56:26.450961 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e894ddf-c6b3-4439-93c2-0a1bd974502d req-043018ba-310b-4cc9-9a5a-36ae114c0237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:26.452500 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-8e894ddf-c6b3-4439-93c2-0a1bd974502d req-043018ba-310b-4cc9-9a5a-36ae114c0237 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9bc2144-527f-4b40-91f1-8bb71ba2cb25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0689368
Jun 04 13:56:26.453958 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning complete for port d1298767-a624-47c6-8529-c8f6f4298c7b triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:56:26.454319 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:26.576439 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port d1298767-a624-47c6-8529-c8f6f4298c7b is: BUILD; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:56:26.576707 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:26.603318 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3ead42-ced5-42c8-a1f4-cbb395fadd0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1298767-a624-47c6-8529-c8f6f4298c7b'}] {{(pid=88596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:56:26.612680 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port d1298767-a624-47c6-8529-c8f6f4298c7b, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=d1298767-a624-47c6-8529-c8f6f4298c7b,segment=NetworkSegment(6a5cbb52-ab79-40c5-b9bc-799ccfcf389a),segment_id=6a5cbb52-ab79-40c5-b9bc-799ccfcf389a)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:56:26.648308 dv-cinder-843593-2-iscsi neutron-server[88596]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7820d239-38d9-4bb8-ad26-7c3724817f25'] response: {'server_uuid': 'bb3ead42-ced5-42c8-a1f4-cbb395fadd0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1298767-a624-47c6-8529-c8f6f4298c7b', 'code': 200}
Jun 04 13:56:26.671486 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-8e894ddf-c6b3-4439-93c2-0a1bd974502d req-720c0280-58d4-4546-8e7d-7db5ded1b58c service neutron] 10.222.0.55 "GET /v2.0/networks/a9bc2144-527f-4b40-91f1-8bb71ba2cb25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2113352
Jun 04 13:56:26.671870 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:26.739527 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=d1298767-a624-47c6-8529-c8f6f4298c7b,revision_number=5']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:56:26.814362 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-8e894ddf-c6b3-4439-93c2-0a1bd974502d req-be2d6078-264a-48ee-8594-4f134d992d1b service neutron] 10.222.0.55 "GET /v2.0/networks/a9bc2144-527f-4b40-91f1-8bb71ba2cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284437
Jun 04 13:56:27.009219 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab33eb6-6b94-4ec2-8426-9bfaeb5a8034 req-b0b9d506-5801-4915-9013-8f0d0784e546 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:27.010915 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-0ab33eb6-6b94-4ec2-8426-9bfaeb5a8034 req-b0b9d506-5801-4915-9013-8f0d0784e546 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 945 time: 0.0869064
Jun 04 13:56:27.057842 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-0ab33eb6-6b94-4ec2-8426-9bfaeb5a8034 req-a349810a-614c-405b-bdb7-aef1e39c84bb tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403018
Jun 04 13:56:27.096782 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03ba2c-fa5b-4563-8d0a-ee061e87c334 req-d902665d-e296-4e6e-9b85-2e3f1523a21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:27.099158 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-da03ba2c-fa5b-4563-8d0a-ee061e87c334 req-d902665d-e296-4e6e-9b85-2e3f1523a21d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bb3ead42-ced5-42c8-a1f4-cbb395fadd0a HTTP/1.1" status: 200  len: 1098 time: 0.0900865
Jun 04 13:56:27.144256 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-da03ba2c-fa5b-4563-8d0a-ee061e87c334 req-eb36aa60-394b-4c4d-8d81-cefaff805f63 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395155
Jun 04 13:56:27.248993 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7b0a1-7f30-43c4-a8ba-453bbd8f360c req-3c9c8e60-c5c6-45bc-bd36-e2bac5e5d917 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:27.250409 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-c2a7b0a1-7f30-43c4-a8ba-453bbd8f360c req-3c9c8e60-c5c6-45bc-bd36-e2bac5e5d917 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 984 time: 0.0794172
Jun 04 13:56:27.300941 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-c2a7b0a1-7f30-43c4-a8ba-453bbd8f360c req-5d0a4484-4808-4e5a-b470-b69773c9a6fb tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9c03224-f609-4e48-a7d4-2d116a93d2e4&id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0446498
Jun 04 13:56:27.377602 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b24b1-be45-419b-b2ca-4a382b211f63 req-0cc2c7ee-049b-41e3-96a3-7d8d5b855be2 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:27.378927 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-642b24b1-be45-419b-b2ca-4a382b211f63 req-0cc2c7ee-049b-41e3-96a3-7d8d5b855be2 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3ead42-ced5-42c8-a1f4-cbb395fadd0a HTTP/1.1" status: 200  len: 945 time: 0.0782483
Jun 04 13:56:27.422265 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-642b24b1-be45-419b-b2ca-4a382b211f63 req-3cb23d38-f194-415a-8938-fab38d9cc57b tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377214
Jun 04 13:56:28.243752 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb6361-d643-432d-b942-1c08d332d286 req-367012ac-c156-495d-807e-f02f31dc5f67 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:28.245178 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d7eb6361-d643-432d-b942-1c08d332d286 req-367012ac-c156-495d-807e-f02f31dc5f67 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 945 time: 0.0789714
Jun 04 13:56:28.289041 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d7eb6361-d643-432d-b942-1c08d332d286 req-85b13341-e3b4-4f4e-afb2-1f428845588e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382442
Jun 04 13:56:28.488065 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62b1bc-561d-4f56-a216-0e41092234f8 req-38c59670-fb25-4b0c-a0f6-ab71e88f71a9 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:28.490196 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7f62b1bc-561d-4f56-a216-0e41092234f8 req-38c59670-fb25-4b0c-a0f6-ab71e88f71a9 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 984 time: 0.0856314
Jun 04 13:56:28.538426 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7f62b1bc-561d-4f56-a216-0e41092234f8 req-036f0bad-604e-468b-8bbe-9ffd8006a567 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9c03224-f609-4e48-a7d4-2d116a93d2e4&id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0417140
Jun 04 13:56:28.609419 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6c470-d8f4-4d6a-96eb-8a01ebce60a9 req-37b8b724-4fa5-4367-8338-4ce253736c11 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:28.610751 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-0be6c470-d8f4-4d6a-96eb-8a01ebce60a9 req-37b8b724-4fa5-4367-8338-4ce253736c11 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3ead42-ced5-42c8-a1f4-cbb395fadd0a HTTP/1.1" status: 200  len: 945 time: 0.0835235
Jun 04 13:56:28.656331 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-0be6c470-d8f4-4d6a-96eb-8a01ebce60a9 req-2665547a-cdde-4479-8399-2416d62e6112 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390863
Jun 04 13:56:29.471679 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc728b-4070-4f91-8d11-5f5e1912c418 req-7a8a3697-c7cc-4913-8bf9-ab2d9b547aba tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:29.473136 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2fbc728b-4070-4f91-8d11-5f5e1912c418 req-7a8a3697-c7cc-4913-8bf9-ab2d9b547aba tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 945 time: 0.0784185
Jun 04 13:56:29.520013 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2fbc728b-4070-4f91-8d11-5f5e1912c418 req-6daecda7-7aa3-41b3-8a51-c00468207fa3 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413744
Jun 04 13:56:29.835642 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8e5c0-744b-47e6-ba01-6310f3e702a0 req-1b56bc3b-ba8d-47b3-a60e-4d41957fb6b2 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:29.837105 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e7d8e5c0-744b-47e6-ba01-6310f3e702a0 req-1b56bc3b-ba8d-47b3-a60e-4d41957fb6b2 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 984 time: 0.1928244
Jun 04 13:56:29.843285 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f920fe9-ac49-4a78-bd7a-83589d26191a req-077bfa2a-ad9c-4418-882c-35be323bbd2c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:29.844771 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6f920fe9-ac49-4a78-bd7a-83589d26191a req-077bfa2a-ad9c-4418-882c-35be323bbd2c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3ead42-ced5-42c8-a1f4-cbb395fadd0a HTTP/1.1" status: 200  len: 945 time: 0.0807359
Jun 04 13:56:29.883182 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e7d8e5c0-744b-47e6-ba01-6310f3e702a0 req-5a9ce56c-ac69-4162-b7fc-f37e2d0d970f tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9c03224-f609-4e48-a7d4-2d116a93d2e4&id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0402021
Jun 04 13:56:29.888094 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6f920fe9-ac49-4a78-bd7a-83589d26191a req-0ffe6ca3-19f3-4612-8263-e80d372cf8f7 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378187
Jun 04 13:56:30.068854 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16b25b-f1b6-4548-a63b-f05c7a854208 req-6c90cfa5-2c0a-4865-8fc2-53619b28b28d tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:30.070316 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-4e16b25b-f1b6-4548-a63b-f05c7a854208 req-6c90cfa5-2c0a-4865-8fc2-53619b28b28d tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3ead42-ced5-42c8-a1f4-cbb395fadd0a HTTP/1.1" status: 200  len: 945 time: 0.0815079
Jun 04 13:56:30.113116 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-4e16b25b-f1b6-4548-a63b-f05c7a854208 req-72224b0a-3166-4b30-bb57-17bdb3d9dc1d tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371585
Jun 04 13:56:30.135499 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 52716) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:56:30.305364 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f5c0b3-ce11-478e-92eb-25b9ff02fb94 tempest-TestVolumeBootPattern-1728436693 tempest-TestVolumeBootPattern-1728436693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:30.306844 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-b7f5c0b3-ce11-478e-92eb-25b9ff02fb94 tempest-TestVolumeBootPattern-1728436693 tempest-TestVolumeBootPattern-1728436693-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=bb3ead42-ced5-42c8-a1f4-cbb395fadd0a HTTP/1.1" status: 200  len: 1093 time: 0.1704147
Jun 04 13:56:30.309694 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 52722) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:56:30.314421 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-714469cf-5167-4d7c-aa66-d5f49e3f5741 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Request body: {'floatingip': {'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'port_id': 'd1298767-a624-47c6-8529-c8f6f4298c7b', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:56:30.320648 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-714469cf-5167-4d7c-aa66-d5f49e3f5741 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:56:30.324426 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-714469cf-5167-4d7c-aa66-d5f49e3f5741 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Usage tracker for resource:floatingip and tenant:fd4fbd1432c64d85808c9b11782432cb is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:56:30.327227 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-714469cf-5167-4d7c-aa66-d5f49e3f5741 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:56:30.332797 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-714469cf-5167-4d7c-aa66-d5f49e3f5741 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:56:30.391666 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-714469cf-5167-4d7c-aa66-d5f49e3f5741 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for floatingip, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:30.522919 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-714469cf-5167-4d7c-aa66-d5f49e3f5741 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:30.661756 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_common [None req-714469cf-5167-4d7c-aa66-d5f49e3f5741 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Allocated IP 172.27.2.182 (0e91cb13-9cd5-4b6d-a0e7-77d68e81a806/a67c2735-bb7f-4235-9bfa-262628d5695c/1b711570-7541-4608-ae1a-dfbdd63a6d80) {{(pid=88595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:56:30.711869 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a3810-2f45-4dd1-b543-7a7252a9d456 req-03cbfc95-38f3-4823-8b7a-909fc6dd2acb tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:30.713322 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-977a3810-2f45-4dd1-b543-7a7252a9d456 req-03cbfc95-38f3-4823-8b7a-909fc6dd2acb tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 945 time: 0.0846167
Jun 04 13:56:30.758284 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-977a3810-2f45-4dd1-b543-7a7252a9d456 req-7f95f0a4-f722-4bcb-a39e-8cbb12384c60 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389767
Jun 04 13:56:30.807907 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-714469cf-5167-4d7c-aa66-d5f49e3f5741 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for port, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:30.888868 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-714469cf-5167-4d7c-aa66-d5f49e3f5741 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733312610946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:30.956787 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714469cf-5167-4d7c-aa66-d5f49e3f5741 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Network 0e91cb13-9cd5-4b6d-a0e7-77d68e81a806 is already hosted by enough agents. {{(pid=88595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:56:30.960690 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.base_scheduler [None req-714469cf-5167-4d7c-aa66-d5f49e3f5741 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Resources bound (agent type, host, resource id):  {{(pid=88595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:56:30.964355 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714469cf-5167-4d7c-aa66-d5f49e3f5741 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Received port after_create {{(pid=88595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 04 13:56:31.000142 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714469cf-5167-4d7c-aa66-d5f49e3f5741 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Pushing event updated for resources: {'Port': ['ID=1b711570-7541-4608-ae1a-dfbdd63a6d80,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:56:31.186906 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db339d6-ad19-42f3-8cb4-c1efeea95332 req-173a6eb8-83d7-42ad-b4d3-e0315b17cb89 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:31.188360 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-0db339d6-ad19-42f3-8cb4-c1efeea95332 req-173a6eb8-83d7-42ad-b4d3-e0315b17cb89 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 984 time: 0.1933680
Jun 04 13:56:31.402293 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-0db339d6-ad19-42f3-8cb4-c1efeea95332 req-578dfdde-7e3a-41f8-a7c6-a3817859fe13 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9c03224-f609-4e48-a7d4-2d116a93d2e4&id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2020850
Jun 04 13:56:31.523144 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-9ec6ef0d-14e9-4cd4-9d25-4ee86a531398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:31.555128 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-714469cf-5167-4d7c-aa66-d5f49e3f5741 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:31.671341 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-714469cf-5167-4d7c-aa66-d5f49e3f5741 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:31.874808 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-714469cf-5167-4d7c-aa66-d5f49e3f5741 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for port, precommit_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:31.917018 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-714469cf-5167-4d7c-aa66-d5f49e3f5741 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64863338'] for port, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:31.996851 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b5324-8bce-4ba6-abbf-a8b597e0a236 req-49ff9a4e-a9b7-43a6-a9b6-88ed558c4b04 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:31.998325 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-486b5324-8bce-4ba6-abbf-a8b597e0a236 req-49ff9a4e-a9b7-43a6-a9b6-88ed558c4b04 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 945 time: 0.1319728
Jun 04 13:56:32.029965 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714469cf-5167-4d7c-aa66-d5f49e3f5741 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Pushing event updated for resources: {'Port': ['ID=1b711570-7541-4608-ae1a-dfbdd63a6d80,revision_number=2']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:56:32.039149 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-714469cf-5167-4d7c-aa66-d5f49e3f5741 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:32.044096 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-486b5324-8bce-4ba6-abbf-a8b597e0a236 req-93c2cd4d-4e50-4387-85a5-3c1ac3a14ad9 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398681
Jun 04 13:56:32.205605 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.db.l3_db [None req-714469cf-5167-4d7c-aa66-d5f49e3f5741 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Floating IP eaeaedc2-c745-4196-a781-ddac8af8dbc6 associated. External IP: 172.27.2.182, port: d1298767-a624-47c6-8529-c8f6f4298c7b.
Jun 04 13:56:32.646206 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-a9202bed-985d-4496-a8ed-1ea656c26784 req-dd8939a3-089d-4dcd-ad0a-62025a42574e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2165082
Jun 04 13:56:32.655476 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714469cf-5167-4d7c-aa66-d5f49e3f5741 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Router d18bd994-4218-4658-8c9b-806a7b3ab78e has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:56:32.890180 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5025c0-e6b2-4e49-8472-300b9dc712ac req-9c68248f-6b13-4b8a-893c-7ecdb930ef6f tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:32.891683 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-bd5025c0-e6b2-4e49-8472-300b9dc712ac req-9c68248f-6b13-4b8a-893c-7ecdb930ef6f tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 984 time: 0.3403592
Jun 04 13:56:33.035401 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-bd5025c0-e6b2-4e49-8472-300b9dc712ac req-d823c97c-2481-4878-896b-d99ca764395f tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9c03224-f609-4e48-a7d4-2d116a93d2e4&id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1301782
Jun 04 13:56:33.057416 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714469cf-5167-4d7c-aa66-d5f49e3f5741 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:56:33.059652 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d7e14b-4d67-46c0-9c14-570b376f9ade None None] Sync routers for ids ['d18bd994-4218-4658-8c9b-806a7b3ab78e'] in dv-cinder-843593-2-iscsi {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:56:33.065067 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9202bed-985d-4496-a8ed-1ea656c26784 req-b538b8d7-147c-4b7c-af98-523c1f4c37ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:33.066510 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-a9202bed-985d-4496-a8ed-1ea656c26784 req-b538b8d7-147c-4b7c-af98-523c1f4c37ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=35843c4f9b0f48c1b84b0312bc1fb37b&device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 1099 time: 0.2418897
Jun 04 13:56:33.070395 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d7e14b-4d67-46c0-9c14-570b376f9ade None None] Routers {'d18bd994-4218-4658-8c9b-806a7b3ab78e'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:56:33.071261 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-c7d7e14b-4d67-46c0-9c14-570b376f9ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ea67ee0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:56:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['d18bd994-4218-4658-8c9b-806a7b3ab78e'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:56:33.172831 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-714469cf-5167-4d7c-aa66-d5f49e3f5741 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:33.258482 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-714469cf-5167-4d7c-aa66-d5f49e3f5741 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9477823
Jun 04 13:56:33.260823 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3ead42-ced5-42c8-a1f4-cbb395fadd0a', 'tag': 'd1298767-a624-47c6-8529-c8f6f4298c7b'}] {{(pid=88595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:56:33.294315 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9202bed-985d-4496-a8ed-1ea656c26784 req-fe1b2956-4753-44a9-8173-a95f4a39cf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:33.296243 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-a9202bed-985d-4496-a8ed-1ea656c26784 req-fe1b2956-4753-44a9-8173-a95f4a39cf75 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7c91237-9e54-4d46-a198-a476667f12b3 HTTP/1.1" status: 200  len: 910 time: 0.2065821
Jun 04 13:56:33.319010 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-c7d7e14b-4d67-46c0-9c14-570b376f9ade None None] Set router d18bd994-4218-4658-8c9b-806a7b3ab78e gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:56:33.347137 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7730c-9dd8-49f2-9339-3e670950b5b0 req-4aea2e06-f118-4875-bbff-448bde881243 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:33.348611 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a9a7730c-9dd8-49f2-9339-3e670950b5b0 req-4aea2e06-f118-4875-bbff-448bde881243 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 945 time: 0.1766002
Jun 04 13:56:33.365619 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58d73dea-3dea-479b-86ee-9a39cb277694'] response: {'name': 'network-changed', 'server_uuid': 'bb3ead42-ced5-42c8-a1f4-cbb395fadd0a', 'tag': 'd1298767-a624-47c6-8529-c8f6f4298c7b', 'status': 'completed', 'code': 200}
Jun 04 13:56:33.408337 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-a9202bed-985d-4496-a8ed-1ea656c26784 req-3bcc5d8b-a2f6-4d97-a40e-324f81044a0b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21989805-4125-4f24-969e-19a0db09af16 HTTP/1.1" status: 200  len: 1002 time: 0.1050727
Jun 04 13:56:33.423566 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a9a7730c-9dd8-49f2-9339-3e670950b5b0 req-eb3a05c5-944a-4185-b706-03c2e6191767 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688848
Jun 04 13:56:33.475502 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d5000-b8ea-4180-9028-215d5597b917 req-aa365a57-8f73-47aa-9b92-cd01d99de19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:33.475502 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ea4d5000-b8ea-4180-9028-215d5597b917 req-aa365a57-8f73-47aa-9b92-cd01d99de19b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd4fbd1432c64d85808c9b11782432cb&device_id=bb3ead42-ced5-42c8-a1f4-cbb395fadd0a HTTP/1.1" status: 200  len: 1098 time: 0.0891285
Jun 04 13:56:33.482708 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9202bed-985d-4496-a8ed-1ea656c26784 req-bf0b2cb1-8149-4d12-9924-c595b08af951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:33.484294 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-a9202bed-985d-4496-a8ed-1ea656c26784 req-bf0b2cb1-8149-4d12-9924-c595b08af951 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=def43a37-3d57-482a-b5a1-92cad0f1e446 HTTP/1.1" status: 200  len: 848 time: 0.0698392
Jun 04 13:56:33.562848 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9202bed-985d-4496-a8ed-1ea656c26784 req-26ebfb7c-ea58-4a8b-91e7-c35c4591d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:33.564352 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-a9202bed-985d-4496-a8ed-1ea656c26784 req-26ebfb7c-ea58-4a8b-91e7-c35c4591d0ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7c91237-9e54-4d46-a198-a476667f12b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0726023
Jun 04 13:56:33.612858 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d5000-b8ea-4180-9028-215d5597b917 req-13d93f05-743d-4795-98a5-5c77ccc6cabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:33.614862 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ea4d5000-b8ea-4180-9028-215d5597b917 req-13d93f05-743d-4795-98a5-5c77ccc6cabb service neutron] 10.222.0.55 "GET /v2.0/networks?id=19f85a41-a048-43a5-8d0a-025ad151caaa HTTP/1.1" status: 200  len: 911 time: 0.1325543
Jun 04 13:56:33.688603 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-c7d7e14b-4d67-46c0-9c14-570b376f9ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ea67ee0>, [{'id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'name': 'tempest-TestVolumeBootPattern-79748535-router', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:12Z', 'revision_number': 4, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'gw_port': {'id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:49:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': 'c2eeb628-2b23-41c9-aed4-06f4c93c3c5f', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'port_id': 'f85975df-f7cf-46ee-898c-1be716601c61', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'mac_address': 'fa:16:3e:5b:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592fb73b-035d-4652-bc5f-8c65ed3fe2fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:54:16Z', 'updated_at': '2022-06-04T13:54:19Z', 'revision_number': 1, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'fixed_ip_address_scope': None}, {'id': 'eaeaedc2-c745-4196-a781-ddac8af8dbc6', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'port_id': 'd1298767-a624-47c6-8529-c8f6f4298c7b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'mac_address': 'fa:16:3e:1a:19:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3ead42-ced5-42c8-a1f4-cbb395fadd0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:56:31Z', 'updated_at': '2022-06-04T13:56:31Z', 'revision_number': 0, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3db062-2bc4-4080-9bd1-766b33e56904', 'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'mac_address': 'fa:16:3e:a5:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:12Z', 'updated_at': '2022-06-04T13:50:19Z', 'revision_number': 5, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'subnets': [{'id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:56:33.693685 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d7e14b-4d67-46c0-9c14-570b376f9ade None None] Checking router: d18bd994-4218-4658-8c9b-806a7b3ab78e for host: dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:56:33.704766 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d7e14b-4d67-46c0-9c14-570b376f9ade None None] Routers {'d18bd994-4218-4658-8c9b-806a7b3ab78e'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:56:33.705366 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-c7d7e14b-4d67-46c0-9c14-570b376f9ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ea67ee0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:56:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['d18bd994-4218-4658-8c9b-806a7b3ab78e'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:56:33.713457 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-a9202bed-985d-4496-a8ed-1ea656c26784 req-3aa08c66-3307-436b-864d-4f809bc95d37 service neutron] 10.222.0.55 "GET /v2.0/networks/b7c91237-9e54-4d46-a198-a476667f12b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418557
Jun 04 13:56:33.722143 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ea4d5000-b8ea-4180-9028-215d5597b917 req-e9edd395-fa9e-4536-9d1f-225fb524c8e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1298767-a624-47c6-8529-c8f6f4298c7b HTTP/1.1" status: 200  len: 999 time: 0.1018362
Jun 04 13:56:33.728517 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-4eeca587-04b4-4817-afd4-aad9b959ffbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:33.790722 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d5000-b8ea-4180-9028-215d5597b917 req-7de4d73f-2bdf-4b00-8155-41c1da4e9eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:33.792288 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ea4d5000-b8ea-4180-9028-215d5597b917 req-7de4d73f-2bdf-4b00-8155-41c1da4e9eb8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ae316f83-c7c6-4bb6-8aee-ec9fe09a5191 HTTP/1.1" status: 200  len: 849 time: 0.0633616
Jun 04 13:56:33.859965 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-a9202bed-985d-4496-a8ed-1ea656c26784 req-cdb75372-3cab-4999-8f98-555efeed60c1 service neutron] 10.222.0.55 "GET /v2.0/networks/b7c91237-9e54-4d46-a198-a476667f12b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313703
Jun 04 13:56:33.869058 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d5000-b8ea-4180-9028-215d5597b917 req-3ff90f5f-26c9-4a5f-85ae-a7bc423ee00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:33.870572 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ea4d5000-b8ea-4180-9028-215d5597b917 req-3ff90f5f-26c9-4a5f-85ae-a7bc423ee00d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19f85a41-a048-43a5-8d0a-025ad151caaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0715570
Jun 04 13:56:33.896278 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-c7d7e14b-4d67-46c0-9c14-570b376f9ade None None] Set router d18bd994-4218-4658-8c9b-806a7b3ab78e gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:56:34.005774 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ea4d5000-b8ea-4180-9028-215d5597b917 req-59f1323c-5120-44b8-b359-3aedd70a5050 service neutron] 10.222.0.55 "GET /v2.0/networks/19f85a41-a048-43a5-8d0a-025ad151caaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274261
Jun 04 13:56:34.156347 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-ea4d5000-b8ea-4180-9028-215d5597b917 req-b3e9336a-f59b-47b2-b5bb-f7af490ed674 service neutron] 10.222.0.55 "GET /v2.0/networks/19f85a41-a048-43a5-8d0a-025ad151caaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297774
Jun 04 13:56:34.227005 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdf577-9a63-4445-940b-3104386a4141 req-9bb684a1-1706-4dd2-8a1a-d32b01c1c9c2 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:34.228775 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d0cdf577-9a63-4445-940b-3104386a4141 req-9bb684a1-1706-4dd2-8a1a-d32b01c1c9c2 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 984 time: 0.0809507
Jun 04 13:56:34.262621 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-c7d7e14b-4d67-46c0-9c14-570b376f9ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ea67ee0>, [{'id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'name': 'tempest-TestVolumeBootPattern-79748535-router', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:12Z', 'revision_number': 4, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'gw_port': {'id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:49:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': 'c2eeb628-2b23-41c9-aed4-06f4c93c3c5f', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'port_id': 'f85975df-f7cf-46ee-898c-1be716601c61', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'mac_address': 'fa:16:3e:5b:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592fb73b-035d-4652-bc5f-8c65ed3fe2fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:54:16Z', 'updated_at': '2022-06-04T13:54:19Z', 'revision_number': 1, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'fixed_ip_address_scope': None}, {'id': 'eaeaedc2-c745-4196-a781-ddac8af8dbc6', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'port_id': 'd1298767-a624-47c6-8529-c8f6f4298c7b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'mac_address': 'fa:16:3e:1a:19:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3ead42-ced5-42c8-a1f4-cbb395fadd0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:56:31Z', 'updated_at': '2022-06-04T13:56:31Z', 'revision_number': 0, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3db062-2bc4-4080-9bd1-766b33e56904', 'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'mac_address': 'fa:16:3e:a5:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:12Z', 'updated_at': '2022-06-04T13:50:19Z', 'revision_number': 5, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'subnets': [{'id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:56:34.266502 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d7e14b-4d67-46c0-9c14-570b376f9ade None None] The sync data for ids ['d18bd994-4218-4658-8c9b-806a7b3ab78e'] in dv-cinder-843593-2-iscsi is: [{'id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'name': 'tempest-TestVolumeBootPattern-79748535-router', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:12Z', 'revision_number': 4, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'gw_port': {'id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:49:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': 'c2eeb628-2b23-41c9-aed4-06f4c93c3c5f', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'port_id': 'f85975df-f7cf-46ee-898c-1be716601c61', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'mac_address': 'fa:16:3e:5b:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592fb73b-035d-4652-bc5f-8c65ed3fe2fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:54:16Z', 'updated_at': '2022-06-04T13:54:19Z', 'revision_number': 1, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'fixed_ip_address_scope': None}, {'id': 'eaeaedc2-c745-4196-a781-ddac8af8dbc6', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'port_id': 'd1298767-a624-47c6-8529-c8f6f4298c7b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'mac_address': 'fa:16:3e:1a:19:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3ead42-ced5-42c8-a1f4-cbb395fadd0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:56:31Z', 'updated_at': '2022-06-04T13:56:31Z', 'revision_number': 0, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3db062-2bc4-4080-9bd1-766b33e56904', 'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'mac_address': 'fa:16:3e:a5:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:12Z', 'updated_at': '2022-06-04T13:50:19Z', 'revision_number': 5, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'subnets': [{'id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:56:34.280782 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d0cdf577-9a63-4445-940b-3104386a4141 req-df4c660b-7734-4194-9e2b-8715d7a9fc95 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9c03224-f609-4e48-a7d4-2d116a93d2e4&id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0464103
Jun 04 13:56:34.476548 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b688f04-d676-4a65-b488-a0c6f451bf45 None None] New status for floating IP eaeaedc2-c745-4196-a781-ddac8af8dbc6: ACTIVE {{(pid=88596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:56:34.624243 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce248ad-ec0b-467f-941d-1e45777fcb5f req-55693968-dc22-4841-9f71-a21e3e862f98 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:34.625591 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-dce248ad-ec0b-467f-941d-1e45777fcb5f req-55693968-dc22-4841-9f71-a21e3e862f98 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 945 time: 0.0832837
Jun 04 13:56:34.670409 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-dce248ad-ec0b-467f-941d-1e45777fcb5f req-d54bb8b0-93c2-4c44-9173-c61e619fca91 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382597
Jun 04 13:56:34.781326 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:34.877422 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:35.460561 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f2ad3-dd92-414f-8f3a-774973624d31 req-c87f0f91-022d-4a9e-a280-3780688ac5ac tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:35.461997 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-ca1f2ad3-dd92-414f-8f3a-774973624d31 req-c87f0f91-022d-4a9e-a280-3780688ac5ac tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 984 time: 0.0784833
Jun 04 13:56:35.507380 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-ca1f2ad3-dd92-414f-8f3a-774973624d31 req-0adeb9b9-a2c6-48ca-8a0d-2c866d1d7895 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9c03224-f609-4e48-a7d4-2d116a93d2e4&id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0394278
Jun 04 13:56:35.860836 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b606ed7-c203-4c54-bee1-11caffb946ba req-538ad820-932d-4c9d-94b9-dd21f642ad75 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:35.862267 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6b606ed7-c203-4c54-bee1-11caffb946ba req-538ad820-932d-4c9d-94b9-dd21f642ad75 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 945 time: 0.0796106
Jun 04 13:56:35.906866 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-6b606ed7-c203-4c54-bee1-11caffb946ba req-63100da8-0193-4cc3-94ae-c1663d25ea9c tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390253
Jun 04 13:56:36.105556 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:36.694711 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89e0e0-8817-40a9-b890-48055da3325a req-9ae3b4ad-846e-4f9f-a81b-3dcebdd2aa41 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:36.696165 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-3d89e0e0-8817-40a9-b890-48055da3325a req-9ae3b4ad-846e-4f9f-a81b-3dcebdd2aa41 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 984 time: 0.0832264
Jun 04 13:56:36.742076 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-3d89e0e0-8817-40a9-b890-48055da3325a req-4e5278df-b246-4049-8c1d-24cf425a7eae tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9c03224-f609-4e48-a7d4-2d116a93d2e4&id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0401232
Jun 04 13:56:37.101787 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5f26a-0ed1-4958-af2f-fd0cdb67c6e3 req-3c1618bf-4728-403c-b0d9-45123688fa0b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:37.103245 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-dcb5f26a-0ed1-4958-af2f-fd0cdb67c6e3 req-3c1618bf-4728-403c-b0d9-45123688fa0b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 945 time: 0.0881145
Jun 04 13:56:37.146035 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-dcb5f26a-0ed1-4958-af2f-fd0cdb67c6e3 req-b15cb642-e78a-44e7-a08f-46204375e78a tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372639
Jun 04 13:56:37.927381 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12343068-8113-4161-b68d-e3084552b3bd req-1c73cc18-c1c0-4b18-be4f-f633e3072e77 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:37.928818 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-12343068-8113-4161-b68d-e3084552b3bd req-1c73cc18-c1c0-4b18-be4f-f633e3072e77 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 984 time: 0.0792403
Jun 04 13:56:37.973765 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-12343068-8113-4161-b68d-e3084552b3bd req-907ed16b-c5e3-46fc-bd56-1301f50e1be1 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9c03224-f609-4e48-a7d4-2d116a93d2e4&id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0392320
Jun 04 13:56:38.325320 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 871f55d5-5b7e-4f77-bfb1-f98eb019b147 details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:56:38.329829 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a78df3-a765-41cf-b6bd-d17cb6474e80 req-a1421eed-5f53-45b8-a31e-31df56d84769 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:38.331286 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a1a78df3-a765-41cf-b6bd-d17cb6474e80 req-a1421eed-5f53-45b8-a31e-31df56d84769 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 945 time: 0.0784295
Jun 04 13:56:38.375307 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a1a78df3-a765-41cf-b6bd-d17cb6474e80 req-870e0866-991a-46d9-90c6-3ed128892766 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381248
Jun 04 13:56:38.456356 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 871f55d5-5b7e-4f77-bfb1-f98eb019b147, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=871f55d5-5b7e-4f77-bfb1-f98eb019b147,segment=NetworkSegment(5a203b17-8fb4-4d75-9990-d9b9069da272),segment_id=5a203b17-8fb4-4d75-9990-d9b9069da272)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:56:38.469669 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Returning: {'device': '871f55d5-5b7e-4f77-bfb1-f98eb019b147', 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1', 'port_id': '871f55d5-5b7e-4f77-bfb1-f98eb019b147', 'mac_address': 'fa:16:3e:83:f5:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:56:38.523681 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 871f55d5-5b7e-4f77-bfb1-f98eb019b147 is: ACTIVE; New status is: BUILD {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:56:38.524054 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:38.541054 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 871f55d5-5b7e-4f77-bfb1-f98eb019b147 {{(pid=88596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:56:38.557424 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 871f55d5-5b7e-4f77-bfb1-f98eb019b147, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=871f55d5-5b7e-4f77-bfb1-f98eb019b147,segment=NetworkSegment(5a203b17-8fb4-4d75-9990-d9b9069da272),segment_id=5a203b17-8fb4-4d75-9990-d9b9069da272)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:56:38.602500 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:38.673539 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=871f55d5-5b7e-4f77-bfb1-f98eb019b147,revision_number=6']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:56:38.780200 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['871f55d5-5b7e-4f77-bfb1-f98eb019b147'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:56:39.159173 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22a0ef-f34f-4080-b43b-38974a15da7e req-26b2392c-9304-4605-9a9b-f2d8832914ff tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:39.161168 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-7f22a0ef-f34f-4080-b43b-38974a15da7e req-26b2392c-9304-4605-9a9b-f2d8832914ff tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 984 time: 0.0827444
Jun 04 13:56:39.214964 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-7f22a0ef-f34f-4080-b43b-38974a15da7e req-0888d998-8194-4c62-a247-f75bf29b6b99 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9c03224-f609-4e48-a7d4-2d116a93d2e4&id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0415597
Jun 04 13:56:39.602744 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1c2cb-d7b2-4bec-a897-138b052c7c6e req-dda825be-0f54-44e0-943e-1d5c055efd0c tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:39.604925 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-f7a1c2cb-d7b2-4bec-a897-138b052c7c6e req-dda825be-0f54-44e0-943e-1d5c055efd0c tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 944 time: 0.1011689
Jun 04 13:56:39.659322 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-f7a1c2cb-d7b2-4bec-a897-138b052c7c6e req-2d9de62a-6fa0-4f9f-8551-0e2db0d3a734 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484655
Jun 04 13:56:40.346694 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 871f55d5-5b7e-4f77-bfb1-f98eb019b147 up at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:56:40.451661 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a947f-6292-4beb-8c12-4ea3cb697307 req-22b09c5c-5b46-42a3-8a97-811b3318afb7 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:40.455546 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-6c4a947f-6292-4beb-8c12-4ea3cb697307 req-22b09c5c-5b46-42a3-8a97-811b3318afb7 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 984 time: 0.1168203
Jun 04 13:56:40.515218 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning complete for port 871f55d5-5b7e-4f77-bfb1-f98eb019b147 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:56:40.515716 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:40.529491 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-6c4a947f-6292-4beb-8c12-4ea3cb697307 req-fc1d5919-650d-47e6-94b6-c794cd19c521 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9c03224-f609-4e48-a7d4-2d116a93d2e4&id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0653367
Jun 04 13:56:40.663888 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 871f55d5-5b7e-4f77-bfb1-f98eb019b147 is: BUILD; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:56:40.664588 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:40.701704 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132a47f3-182b-472b-b07b-f25995f2439a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871f55d5-5b7e-4f77-bfb1-f98eb019b147'}] {{(pid=88596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:56:40.715652 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 871f55d5-5b7e-4f77-bfb1-f98eb019b147, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=871f55d5-5b7e-4f77-bfb1-f98eb019b147,segment=NetworkSegment(5a203b17-8fb4-4d75-9990-d9b9069da272),segment_id=5a203b17-8fb4-4d75-9990-d9b9069da272)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:56:40.761382 dv-cinder-843593-2-iscsi neutron-server[88596]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a649151b-da32-4338-997b-58045c4c3c04'] response: {'server_uuid': '132a47f3-182b-472b-b07b-f25995f2439a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871f55d5-5b7e-4f77-bfb1-f98eb019b147', 'code': 200}
Jun 04 13:56:40.778249 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:40.860645 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=871f55d5-5b7e-4f77-bfb1-f98eb019b147,revision_number=7']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:56:40.912219 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed3218-46d4-4f95-b57f-6d4e0c327818 req-cf4c52e6-e3b5-4544-8fe3-c74963be11b9 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:40.913598 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a2ed3218-46d4-4f95-b57f-6d4e0c327818 req-cf4c52e6-e3b5-4544-8fe3-c74963be11b9 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 945 time: 0.0969958
Jun 04 13:56:40.968851 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a2ed3218-46d4-4f95-b57f-6d4e0c327818 req-88a24c6a-a2a6-4712-a660-ee977cc9e2c4 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489802
Jun 04 13:56:41.825608 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd007b-e057-475c-83ca-abe9ce195c2d req-12290adf-765d-49e0-8c7a-1aab116e61c1 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:41.826943 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-89fd007b-e057-475c-83ca-abe9ce195c2d req-12290adf-765d-49e0-8c7a-1aab116e61c1 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 984 time: 0.1931567
Jun 04 13:56:41.898104 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-89fd007b-e057-475c-83ca-abe9ce195c2d req-b0f6c658-7bfb-47a2-aecb-ed4c90cd98ca tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9c03224-f609-4e48-a7d4-2d116a93d2e4&id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0644956
Jun 04 13:56:42.189006 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac8798-9572-4e46-a296-fbc7012758d0 req-4b6278a8-f02c-43a1-969c-8a4955083f46 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:42.190520 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4dac8798-9572-4e46-a296-fbc7012758d0 req-4b6278a8-f02c-43a1-969c-8a4955083f46 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 945 time: 0.0884082
Jun 04 13:56:42.239904 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-4dac8798-9572-4e46-a296-fbc7012758d0 req-eaff1cc4-a87c-43c1-9a82-dd9db31536f8 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415907
Jun 04 13:56:43.108086 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512aced3-932c-4bda-a76f-c35b2826f579 req-ae3cbfe0-87d9-48ef-b4a6-b4acb480cb3a tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:43.109776 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-512aced3-932c-4bda-a76f-c35b2826f579 req-ae3cbfe0-87d9-48ef-b4a6-b4acb480cb3a tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 984 time: 0.1008320
Jun 04 13:56:43.173717 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-512aced3-932c-4bda-a76f-c35b2826f579 req-f21f2e26-c2a1-46e0-8669-43ab17e15f90 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9c03224-f609-4e48-a7d4-2d116a93d2e4&id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0553234
Jun 04 13:56:43.462247 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712867c0-ce25-4cd7-bb31-a2e3d0a886b1 req-28060822-efec-47d0-8825-76504439febe tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:43.463786 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-712867c0-ce25-4cd7-bb31-a2e3d0a886b1 req-28060822-efec-47d0-8825-76504439febe tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 945 time: 0.0914850
Jun 04 13:56:43.528060 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-712867c0-ce25-4cd7-bb31-a2e3d0a886b1 req-a69a226e-718d-4fd9-8ea8-f53861921ac1 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577083
Jun 04 13:56:44.372028 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1217a-8e54-4635-b4f8-920d33686a01 req-6aa3fcde-2f85-4cfe-883f-50d39bbca5df tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:44.373529 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-9af1217a-8e54-4635-b4f8-920d33686a01 req-6aa3fcde-2f85-4cfe-883f-50d39bbca5df tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 984 time: 0.0919812
Jun 04 13:56:44.428559 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-9af1217a-8e54-4635-b4f8-920d33686a01 req-5490f5d0-920a-4ce1-b0df-1894e77ef396 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9c03224-f609-4e48-a7d4-2d116a93d2e4&id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0482211
Jun 04 13:56:44.886105 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976d348-ba6a-4e5b-b36a-fd642de19e37 req-4c38b7af-7bf6-4806-9426-4d43d6c08948 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:44.887583 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5976d348-ba6a-4e5b-b36a-fd642de19e37 req-4c38b7af-7bf6-4806-9426-4d43d6c08948 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 945 time: 0.0888498
Jun 04 13:56:44.931614 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5976d348-ba6a-4e5b-b36a-fd642de19e37 req-df90b69b-6f70-4a88-a8b7-456fddcc6ec6 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383711
Jun 04 13:56:46.149136 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc72acb-1005-49b1-adb9-70c47d40d5ad req-74021214-c27f-4575-9138-d33510d01cc7 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:46.150599 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-4fc72acb-1005-49b1-adb9-70c47d40d5ad req-74021214-c27f-4575-9138-d33510d01cc7 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 945 time: 0.0892007
Jun 04 13:56:46.197720 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-4fc72acb-1005-49b1-adb9-70c47d40d5ad req-6abe6135-6fdb-4e14-abe7-4bbf2df52d37 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404754
Jun 04 13:56:47.407298 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b60ff-68ea-4385-9a56-c285545f255c req-14a8f133-c7d5-47e1-9430-05fc4b8bcc17 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:47.408781 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-882b60ff-68ea-4385-9a56-c285545f255c req-14a8f133-c7d5-47e1-9430-05fc4b8bcc17 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 945 time: 0.0893667
Jun 04 13:56:47.459886 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-882b60ff-68ea-4385-9a56-c285545f255c req-1af968ae-f251-4cd4-9b01-2d068f3aa7a8 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443387
Jun 04 13:56:48.657802 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0fb284-3201-468f-8d3c-914caf1488b8 req-a04dda4d-3153-4564-8d22-19315725364c tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:48.659302 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-7b0fb284-3201-468f-8d3c-914caf1488b8 req-a04dda4d-3153-4564-8d22-19315725364c tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 945 time: 0.0851307
Jun 04 13:56:48.704735 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-7b0fb284-3201-468f-8d3c-914caf1488b8 req-5ceb4c30-a8d9-4dfc-a2e3-e935a0365168 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388646
Jun 04 13:56:49.891956 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42caa1d5-9b87-4edb-bea9-df4fecdf138f req-ab25802e-023a-43eb-a32e-61fd8175fa76 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:49.893485 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-42caa1d5-9b87-4edb-bea9-df4fecdf138f req-ab25802e-023a-43eb-a32e-61fd8175fa76 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 945 time: 0.0788398
Jun 04 13:56:49.942553 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-42caa1d5-9b87-4edb-bea9-df4fecdf138f req-9e357409-99fc-4435-ba34-fe7c61ae7111 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427697
Jun 04 13:56:50.180930 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d052a-10bb-4c86-91fc-58602c0d1646 req-4e261e28-bdea-4cd2-bb64-924e5bcd829d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:50.182335 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c31d052a-10bb-4c86-91fc-58602c0d1646 req-4e261e28-bdea-4cd2-bb64-924e5bcd829d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a4b423c2006c49d8b8e731fbf4557850&device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 1098 time: 0.0698631
Jun 04 13:56:50.392617 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d052a-10bb-4c86-91fc-58602c0d1646 req-91e6af16-caf9-4a47-87e3-6c52779e1960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:50.393960 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c31d052a-10bb-4c86-91fc-58602c0d1646 req-91e6af16-caf9-4a47-87e3-6c52779e1960 service neutron] 10.222.0.55 "GET /v2.0/networks?id=73738528-bfac-4e8c-bc3f-cbda5e3864f1 HTTP/1.1" status: 200  len: 917 time: 0.2043023
Jun 04 13:56:50.495405 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c31d052a-10bb-4c86-91fc-58602c0d1646 req-a4696e18-ab88-433d-9017-77aa6c698057 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=871f55d5-5b7e-4f77-bfb1-f98eb019b147 HTTP/1.1" status: 200  len: 1001 time: 0.0949574
Jun 04 13:56:50.555772 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d052a-10bb-4c86-91fc-58602c0d1646 req-1169fe42-0717-4bc8-93b2-bc668a8357d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:50.557191 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c31d052a-10bb-4c86-91fc-58602c0d1646 req-1169fe42-0717-4bc8-93b2-bc668a8357d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=519b1458-12fa-4b17-b5c8-40537719eb4a HTTP/1.1" status: 200  len: 855 time: 0.0560989
Jun 04 13:56:50.633835 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d052a-10bb-4c86-91fc-58602c0d1646 req-72e1f259-7712-4ce4-8eb8-0522c4ccb378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:50.635273 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c31d052a-10bb-4c86-91fc-58602c0d1646 req-72e1f259-7712-4ce4-8eb8-0522c4ccb378 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73738528-bfac-4e8c-bc3f-cbda5e3864f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0718753
Jun 04 13:56:50.645525 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [req-c31d052a-10bb-4c86-91fc-58602c0d1646 req-18c99f6b-24a1-4af1-b0d5-cfa375abeeab service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 13:56:50.646372 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c31d052a-10bb-4c86-91fc-58602c0d1646 req-18c99f6b-24a1-4af1-b0d5-cfa375abeeab service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0048258
Jun 04 13:56:50.776672 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c31d052a-10bb-4c86-91fc-58602c0d1646 req-e08bf5e5-222c-48bc-8c35-201db31bafa2 service neutron] 10.222.0.55 "GET /v2.0/networks/73738528-bfac-4e8c-bc3f-cbda5e3864f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229982
Jun 04 13:56:50.906087 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-c31d052a-10bb-4c86-91fc-58602c0d1646 req-20b030bd-8460-41a5-ad05-296aa2acb15d service neutron] 10.222.0.55 "GET /v2.0/networks/73738528-bfac-4e8c-bc3f-cbda5e3864f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1200132
Jun 04 13:56:51.138546 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefdd33-1f91-42c9-ac9d-b3dffb91f4a8 req-1f7ce610-df3d-45c8-a825-be3b0a016fed tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:51.140008 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-bfefdd33-1f91-42c9-ac9d-b3dffb91f4a8 req-1f7ce610-df3d-45c8-a825-be3b0a016fed tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 945 time: 0.0884860
Jun 04 13:56:51.183367 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-bfefdd33-1f91-42c9-ac9d-b3dffb91f4a8 req-afc9540b-cd5b-4dd6-8cf6-2d965209b09c tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376406
Jun 04 13:56:51.418231 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 6 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:56:52.376891 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b88fd-f52d-4f83-8764-8ca58ab34d3c req-c900f75f-cbd8-48fc-aedd-1ce8ce0cc2e3 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:52.378274 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e79b88fd-f52d-4f83-8764-8ca58ab34d3c req-c900f75f-cbd8-48fc-aedd-1ce8ce0cc2e3 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 945 time: 0.0852883
Jun 04 13:56:52.421552 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e79b88fd-f52d-4f83-8764-8ca58ab34d3c req-8525a2da-7f07-4392-8b27-b0c1777d3d35 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374277
Jun 04 13:56:53.609485 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a9780-06e1-439a-b8a1-b32a9b70e1cc req-14d97022-b510-46da-9b2d-dfae1ce75bae tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:53.610920 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d13a9780-06e1-439a-b8a1-b32a9b70e1cc req-14d97022-b510-46da-9b2d-dfae1ce75bae tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 945 time: 0.0818064
Jun 04 13:56:53.654817 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d13a9780-06e1-439a-b8a1-b32a9b70e1cc req-0cbaa3c0-6e55-4431-95c9-f819f3da50de tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375631
Jun 04 13:56:54.491485 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 871f55d5-5b7e-4f77-bfb1-f98eb019b147 no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:56:54.605240 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 871f55d5-5b7e-4f77-bfb1-f98eb019b147 is: ACTIVE; New status is: DOWN {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:56:54.605601 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:54.631387 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132a47f3-182b-472b-b07b-f25995f2439a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '871f55d5-5b7e-4f77-bfb1-f98eb019b147'}] {{(pid=88596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:56:54.640509 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 871f55d5-5b7e-4f77-bfb1-f98eb019b147, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=871f55d5-5b7e-4f77-bfb1-f98eb019b147,segment=NetworkSegment(5a203b17-8fb4-4d75-9990-d9b9069da272),segment_id=5a203b17-8fb4-4d75-9990-d9b9069da272)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:56:54.672759 dv-cinder-843593-2-iscsi neutron-server[88596]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-459c7110-e263-48fc-8c9a-becc8c229f5a']: {'server_uuid': '132a47f3-182b-472b-b07b-f25995f2439a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '871f55d5-5b7e-4f77-bfb1-f98eb019b147', 'code': 422} returned with failed status
Jun 04 13:56:54.705868 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:54.776194 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=871f55d5-5b7e-4f77-bfb1-f98eb019b147,revision_number=8']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:56:56.054358 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:56:56.272604 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ce96a-3008-4fa4-9a92-bc3b2fa2bda0 req-1611edab-3633-415e-b28f-938df8e10d8b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:56.274006 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-445ce96a-3008-4fa4-9a92-bc3b2fa2bda0 req-1611edab-3633-415e-b28f-938df8e10d8b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 943 time: 0.1356750
Jun 04 13:56:56.295361 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-86af83c9-a4fc-4707-8822-5f157847dd7d req-fbafd82e-a32a-4749-a09d-165a3dfa342e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1102316
Jun 04 13:56:56.326141 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-445ce96a-3008-4fa4-9a92-bc3b2fa2bda0 req-dafc0444-081b-47da-860b-1d0e26dfd24e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457382
Jun 04 13:56:57.524034 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704355c8-7f29-4925-9201-1bdd81d20e40 req-bd048393-60d7-465f-adaf-fca6d060ec96 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:57.525482 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-704355c8-7f29-4925-9201-1bdd81d20e40 req-bd048393-60d7-465f-adaf-fca6d060ec96 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 943 time: 0.0844970
Jun 04 13:56:57.569817 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-704355c8-7f29-4925-9201-1bdd81d20e40 req-78991bc5-e11e-4836-8cfb-f634707fc13d tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384119
Jun 04 13:56:57.755292 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af83c9-a4fc-4707-8822-5f157847dd7d req-4d84f938-56d1-4411-9ab2-34a8d8c51f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:57.756723 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-86af83c9-a4fc-4707-8822-5f157847dd7d req-4d84f938-56d1-4411-9ab2-34a8d8c51f8f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a&tenant_id=a4b423c2006c49d8b8e731fbf4557850 HTTP/1.1" status: 200  len: 1096 time: 0.0700994
Jun 04 13:56:57.870343 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af83c9-a4fc-4707-8822-5f157847dd7d req-fa0600da-3768-4d8e-97c9-1fe6dd93a04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:57.871955 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-86af83c9-a4fc-4707-8822-5f157847dd7d req-fa0600da-3768-4d8e-97c9-1fe6dd93a04a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a4b423c2006c49d8b8e731fbf4557850&device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 1096 time: 0.0775709
Jun 04 13:56:58.009259 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af83c9-a4fc-4707-8822-5f157847dd7d req-ec0acb4b-b65a-4963-a241-0db075900c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:58.010569 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-86af83c9-a4fc-4707-8822-5f157847dd7d req-ec0acb4b-b65a-4963-a241-0db075900c77 service neutron] 10.222.0.55 "GET /v2.0/networks?id=73738528-bfac-4e8c-bc3f-cbda5e3864f1 HTTP/1.1" status: 200  len: 917 time: 0.1304049
Jun 04 13:56:58.115611 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-86af83c9-a4fc-4707-8822-5f157847dd7d req-3b5eb3e8-6f43-4f24-b333-bb52eaf884d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=871f55d5-5b7e-4f77-bfb1-f98eb019b147 HTTP/1.1" status: 200  len: 999 time: 0.0958831
Jun 04 13:56:58.176733 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af83c9-a4fc-4707-8822-5f157847dd7d req-e8f10b92-482a-4230-9733-775573aa3dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:58.178087 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-86af83c9-a4fc-4707-8822-5f157847dd7d req-e8f10b92-482a-4230-9733-775573aa3dc9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=519b1458-12fa-4b17-b5c8-40537719eb4a HTTP/1.1" status: 200  len: 855 time: 0.0567324
Jun 04 13:56:58.250156 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af83c9-a4fc-4707-8822-5f157847dd7d req-3d68fc06-887f-47e5-ba7f-47b3b3f9db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:58.251609 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-86af83c9-a4fc-4707-8822-5f157847dd7d req-3d68fc06-887f-47e5-ba7f-47b3b3f9db9e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73738528-bfac-4e8c-bc3f-cbda5e3864f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0674555
Jun 04 13:56:58.388098 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-86af83c9-a4fc-4707-8822-5f157847dd7d req-45dad05a-e457-4a7e-b41d-7267b4319121 service neutron] 10.222.0.55 "GET /v2.0/networks/73738528-bfac-4e8c-bc3f-cbda5e3864f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1212511
Jun 04 13:56:58.516407 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-86af83c9-a4fc-4707-8822-5f157847dd7d req-50e8c627-40b6-42ac-bcd3-c98d88d405d8 service neutron] 10.222.0.55 "GET /v2.0/networks/73738528-bfac-4e8c-bc3f-cbda5e3864f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1213729
Jun 04 13:56:58.759497 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b5ed3-e42e-4764-a61c-f2fe637439d8 req-2d4ae384-777d-4e3d-96af-affec662d613 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:56:58.760917 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d29b5ed3-e42e-4764-a61c-f2fe637439d8 req-2d4ae384-777d-4e3d-96af-affec662d613 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 943 time: 0.0808167
Jun 04 13:56:58.804537 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-d29b5ed3-e42e-4764-a61c-f2fe637439d8 req-89c076e1-f74e-4c57-8492-38a73a9e02e6 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379884
Jun 04 13:57:00.104962 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545b432-7b19-484c-be2a-45a553460463 req-5585974e-ba0c-4951-839b-d44a0536b297 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:00.106357 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5545b432-7b19-484c-be2a-45a553460463 req-5585974e-ba0c-4951-839b-d44a0536b297 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 943 time: 0.1889005
Jun 04 13:57:00.152149 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5545b432-7b19-484c-be2a-45a553460463 req-4f4a8582-953c-48a2-9dc1-d8ebdbe796a1 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399344
Jun 04 13:57:01.360084 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55eaa1-57c2-44d2-9b78-e05c8056b2f8 req-06e72072-16fd-4dc1-88ac-bbf6be75f3db tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:01.363462 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-9a55eaa1-57c2-44d2-9b78-e05c8056b2f8 req-06e72072-16fd-4dc1-88ac-bbf6be75f3db tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 943 time: 0.0943251
Jun 04 13:57:01.411677 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-9a55eaa1-57c2-44d2-9b78-e05c8056b2f8 req-9c3a5da8-ae44-46e9-b0d1-c55dfe5de603 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436821
Jun 04 13:57:01.517592 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-8a800e6c-a12d-4bda-aeda-3c69053b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:02.613953 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15742e-d0b2-46d1-a9b8-2f534043d21b req-78b8b6b8-7643-4b8d-ac1b-472c1bb5af1d tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:02.615636 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7b15742e-d0b2-46d1-a9b8-2f534043d21b req-78b8b6b8-7643-4b8d-ac1b-472c1bb5af1d tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 943 time: 0.0886824
Jun 04 13:57:02.663888 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7b15742e-d0b2-46d1-a9b8-2f534043d21b req-4311009f-85a9-45aa-8c26-70fa6a38bee6 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426564
Jun 04 13:57:03.791819 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-8b69e071-7716-45cb-b8c4-65a08ce31a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:03.872609 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44119fd6-ca5c-4039-b927-58f55708bc01 req-75b0473d-5b32-4100-b16a-4ca1f1093cfd tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:03.873976 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-44119fd6-ca5c-4039-b927-58f55708bc01 req-75b0473d-5b32-4100-b16a-4ca1f1093cfd tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 943 time: 0.0915763
Jun 04 13:57:03.921448 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-44119fd6-ca5c-4039-b927-58f55708bc01 req-f556e62b-b1b3-4264-aaba-af807e70bcf3 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410390
Jun 04 13:57:04.736195 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:04.808662 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:05.135398 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e747b2-bf85-49fb-8bdf-0bb131e8dee1 req-4b8e39f9-5ba1-4179-be74-e11f36ddef7e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:05.136844 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-10e747b2-bf85-49fb-8bdf-0bb131e8dee1 req-4b8e39f9-5ba1-4179-be74-e11f36ddef7e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 943 time: 0.0903118
Jun 04 13:57:05.206251 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-10e747b2-bf85-49fb-8bdf-0bb131e8dee1 req-4e8cd5af-f551-48db-8286-6208c648405c tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618443
Jun 04 13:57:06.225786 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:06.428518 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b0f22-fa0b-4dd3-b679-176ef4ed0e7a req-7b432356-efaa-4092-a79b-6f145b6cb46f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:06.430829 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e73b0f22-fa0b-4dd3-b679-176ef4ed0e7a req-7b432356-efaa-4092-a79b-6f145b6cb46f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 943 time: 0.0939076
Jun 04 13:57:06.481615 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e73b0f22-fa0b-4dd3-b679-176ef4ed0e7a req-a70464a7-979f-450a-aa1e-40fea64d748d tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444589
Jun 04 13:57:07.798485 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa5bde5-4963-4605-8d91-2fd978af723b req-06790bba-9e5c-44d4-96a5-66cf3a732870 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:07.799869 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-baa5bde5-4963-4605-8d91-2fd978af723b req-06790bba-9e5c-44d4-96a5-66cf3a732870 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 943 time: 0.0914519
Jun 04 13:57:07.845249 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-baa5bde5-4963-4605-8d91-2fd978af723b req-51872e12-bc75-499c-9b00-665d7d867f7b tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392606
Jun 04 13:57:09.029939 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74452cc-65e7-417e-9d29-ee5d49340014 req-321ddff6-44a2-4076-b2f1-5c4a50615f5e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:09.031401 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e74452cc-65e7-417e-9d29-ee5d49340014 req-321ddff6-44a2-4076-b2f1-5c4a50615f5e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 943 time: 0.0790944
Jun 04 13:57:09.074450 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-e74452cc-65e7-417e-9d29-ee5d49340014 req-4d2e0986-9d23-4d72-9e91-21ee793115c9 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373929
Jun 04 13:57:10.268789 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58404a92-b7ee-4c83-aac9-0ec88b6879de req-8030fee6-0b1e-445d-8c5e-ed112924cb39 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:10.270255 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-58404a92-b7ee-4c83-aac9-0ec88b6879de req-8030fee6-0b1e-445d-8c5e-ed112924cb39 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 943 time: 0.0799737
Jun 04 13:57:10.317437 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-58404a92-b7ee-4c83-aac9-0ec88b6879de req-e549cf15-32b4-45a1-81f3-7e84cec44e1e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409172
Jun 04 13:57:10.510575 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 871f55d5-5b7e-4f77-bfb1-f98eb019b147 details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:57:10.642465 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 871f55d5-5b7e-4f77-bfb1-f98eb019b147, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=871f55d5-5b7e-4f77-bfb1-f98eb019b147,segment=NetworkSegment(5a203b17-8fb4-4d75-9990-d9b9069da272),segment_id=5a203b17-8fb4-4d75-9990-d9b9069da272)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:57:10.654274 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Returning: {'device': '871f55d5-5b7e-4f77-bfb1-f98eb019b147', 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1', 'port_id': '871f55d5-5b7e-4f77-bfb1-f98eb019b147', 'mac_address': 'fa:16:3e:83:f5:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:57:10.710907 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 871f55d5-5b7e-4f77-bfb1-f98eb019b147 is: DOWN; New status is: BUILD {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:57:10.711292 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:10.727076 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 871f55d5-5b7e-4f77-bfb1-f98eb019b147 {{(pid=88596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 04 13:57:10.741799 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 871f55d5-5b7e-4f77-bfb1-f98eb019b147, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=871f55d5-5b7e-4f77-bfb1-f98eb019b147,segment=NetworkSegment(5a203b17-8fb4-4d75-9990-d9b9069da272),segment_id=5a203b17-8fb4-4d75-9990-d9b9069da272)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:57:10.791224 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:10.856344 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=871f55d5-5b7e-4f77-bfb1-f98eb019b147,revision_number=9']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:57:10.863161 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:10.863502 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:10.863833 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:10.864158 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:10.864482 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:10.864801 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:10.865604 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:10.865919 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:10.866233 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:10.866545 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:10.866855 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:10.867255 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:11.143405 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['871f55d5-5b7e-4f77-bfb1-f98eb019b147'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:57:11.506711 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac3e71-aa29-43f3-8089-b43157e1a182 req-6f6fe98f-cfc2-4130-809e-d72d344c6fe3 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:11.508214 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-a2ac3e71-aa29-43f3-8089-b43157e1a182 req-6f6fe98f-cfc2-4130-809e-d72d344c6fe3 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 944 time: 0.0815403
Jun 04 13:57:11.551121 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-a2ac3e71-aa29-43f3-8089-b43157e1a182 req-71b95e89-bed5-4ba5-8c24-dc2ad1c38533 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373755
Jun 04 13:57:12.543527 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 871f55d5-5b7e-4f77-bfb1-f98eb019b147 up at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:57:12.608798 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Provisioning complete for port 871f55d5-5b7e-4f77-bfb1-f98eb019b147 triggered by entity L2. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:57:12.609164 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:12.722828 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Current status of the port 871f55d5-5b7e-4f77-bfb1-f98eb019b147 is: BUILD; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:57:12.723298 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:12.735039 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b2bcd-987a-419e-9e7a-d75b5464b596 req-20aa4551-9e3a-4851-8c50-87c3640517ab tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:12.736944 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-342b2bcd-987a-419e-9e7a-d75b5464b596 req-20aa4551-9e3a-4851-8c50-87c3640517ab tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 944 time: 0.0791271
Jun 04 13:57:12.748731 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132a47f3-182b-472b-b07b-f25995f2439a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871f55d5-5b7e-4f77-bfb1-f98eb019b147'}] {{(pid=88596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:57:12.758411 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] For port 871f55d5-5b7e-4f77-bfb1-f98eb019b147, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=871f55d5-5b7e-4f77-bfb1-f98eb019b147,segment=NetworkSegment(5a203b17-8fb4-4d75-9990-d9b9069da272),segment_id=5a203b17-8fb4-4d75-9990-d9b9069da272)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:57:12.781924 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-342b2bcd-987a-419e-9e7a-d75b5464b596 req-63194377-b5a6-407e-ade5-db9f29e49803 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396948
Jun 04 13:57:12.794384 dv-cinder-843593-2-iscsi neutron-server[88596]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcef9b1c-5746-463a-8cfa-0fe4358e5f61'] response: {'server_uuid': '132a47f3-182b-472b-b07b-f25995f2439a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871f55d5-5b7e-4f77-bfb1-f98eb019b147', 'code': 200}
Jun 04 13:57:12.808353 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009'] for port, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:12.881673 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Pushing event updated for resources: {'Port': ['ID=871f55d5-5b7e-4f77-bfb1-f98eb019b147,revision_number=10']} {{(pid=88596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:57:13.256118 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037da2a-35f9-4397-a19f-e6810bb28852 req-4d62650a-36ca-4ed7-b72b-a4727d09b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:13.257530 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7037da2a-35f9-4397-a19f-e6810bb28852 req-4d62650a-36ca-4ed7-b72b-a4727d09b357 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 1099 time: 0.1133389
Jun 04 13:57:13.298102 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7037da2a-35f9-4397-a19f-e6810bb28852 req-b7232dcd-0a4d-4dfe-8bed-05b86e904cee service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0336223
Jun 04 13:57:13.967065 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318e5fa-7850-4ec6-9681-e787d141a106 req-6a439b59-6d3a-46eb-a388-526aca099993 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:13.969141 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-4318e5fa-7850-4ec6-9681-e787d141a106 req-6a439b59-6d3a-46eb-a388-526aca099993 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 946 time: 0.0771530
Jun 04 13:57:14.012981 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-4318e5fa-7850-4ec6-9681-e787d141a106 req-3f2a7960-f27a-4b08-9417-849399e85521 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383182
Jun 04 13:57:15.201258 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7138089-b524-468d-8616-2c9623d9f1b8 req-47d000c7-0aca-4d48-b9fc-c62f0779411e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:15.202703 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b7138089-b524-468d-8616-2c9623d9f1b8 req-47d000c7-0aca-4d48-b9fc-c62f0779411e tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 946 time: 0.0799692
Jun 04 13:57:15.246866 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-b7138089-b524-468d-8616-2c9623d9f1b8 req-2ba5134b-c57a-47da-99f2-2fd55cce5fb9 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382402
Jun 04 13:57:16.433542 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8312b-447c-4abc-856d-afd23b96ca69 req-41e35363-87e9-4af9-ad1d-121524710285 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:16.434902 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-49c8312b-447c-4abc-856d-afd23b96ca69 req-41e35363-87e9-4af9-ad1d-121524710285 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 946 time: 0.0823760
Jun 04 13:57:16.478315 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-49c8312b-447c-4abc-856d-afd23b96ca69 req-8f2455ee-30f5-4597-a894-86095a4fe1b9 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376749
Jun 04 13:57:23.953057 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1383d815-6d42-4f4d-bfe7-4740adcd4ff3 req-703dc76f-92ba-4ad5-bdbc-6aa4348410ac tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-416066251&fields=id&tenant_id=fe664db09ab54eb78020560648b48372 HTTP/1.1" status: 200  len: 267 time: 0.0429251
Jun 04 13:57:24.037028 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383d815-6d42-4f4d-bfe7-4740adcd4ff3 req-d2703190-cf63-4fba-a2b4-fd407ac20db4 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:24.038522 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1383d815-6d42-4f4d-bfe7-4740adcd4ff3 req-d2703190-cf63-4fba-a2b4-fd407ac20db4 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 984 time: 0.0801392
Jun 04 13:57:24.049195 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [req-1383d815-6d42-4f4d-bfe7-4740adcd4ff3 req-b13b9956-2497-49ed-b618-c769dd33da5d tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Request body: {'port': {'security_groups': ['6a9abb84-e3d8-4e34-93fc-80532c383d5f']}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:57:24.170232 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-1383d815-6d42-4f4d-bfe7-4740adcd4ff3 req-b13b9956-2497-49ed-b618-c769dd33da5d tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:24.408290 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-1383d815-6d42-4f4d-bfe7-4740adcd4ff3 req-b13b9956-2497-49ed-b618-c769dd33da5d tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] For port cebac7c6-2a6e-47b4-8eeb-c31e74eafce8, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=cebac7c6-2a6e-47b4-8eeb-c31e74eafce8,segment=NetworkSegment(3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5),segment_id=3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5)] {{(pid=88594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:57:24.432883 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-1383d815-6d42-4f4d-bfe7-4740adcd4ff3 req-b13b9956-2497-49ed-b618-c769dd33da5d tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks [] for port, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:24.487970 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-1383d815-6d42-4f4d-bfe7-4740adcd4ff3 req-b13b9956-2497-49ed-b618-c769dd33da5d tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733312968982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733312610964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733312611009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65841215'] for port, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:24.532187 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['cebac7c6-2a6e-47b4-8eeb-c31e74eafce8'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:57:24.554933 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383d815-6d42-4f4d-bfe7-4740adcd4ff3 req-b13b9956-2497-49ed-b618-c769dd33da5d tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:24.555593 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-1383d815-6d42-4f4d-bfe7-4740adcd4ff3 req-b13b9956-2497-49ed-b618-c769dd33da5d tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:24.556960 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1383d815-6d42-4f4d-bfe7-4740adcd4ff3 req-b13b9956-2497-49ed-b618-c769dd33da5d tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "PUT /v2.0/ports/cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 HTTP/1.1" status: 200  len: 942 time: 0.5122900
Jun 04 13:57:24.569533 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763f8c67-15bd-46e8-bbfb-fa93a06af2d1', 'tag': 'cebac7c6-2a6e-47b4-8eeb-c31e74eafce8'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:57:24.569695 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53022) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:57:24.612668 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b9956-2497-49ed-b618-c769dd33da5d tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Pushing event updated for resources: {'Port': ['ID=cebac7c6-2a6e-47b4-8eeb-c31e74eafce8,revision_number=7']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:57:24.622485 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13b9956-2497-49ed-b618-c769dd33da5d tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:24.627590 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13b9956-2497-49ed-b618-c769dd33da5d tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:24.627590 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13b9956-2497-49ed-b618-c769dd33da5d tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:24.627590 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13b9956-2497-49ed-b618-c769dd33da5d tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:24.627590 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13b9956-2497-49ed-b618-c769dd33da5d tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:24.627590 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13b9956-2497-49ed-b618-c769dd33da5d tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:24.627590 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13b9956-2497-49ed-b618-c769dd33da5d tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:24.627590 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13b9956-2497-49ed-b618-c769dd33da5d tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:24.627590 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13b9956-2497-49ed-b618-c769dd33da5d tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:24.627590 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13b9956-2497-49ed-b618-c769dd33da5d tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:24.627590 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13b9956-2497-49ed-b618-c769dd33da5d tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:24.627590 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13b9956-2497-49ed-b618-c769dd33da5d tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:24.664321 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-6d3e7510-aed4-4a5d-9247-d26a87f93418 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:24.699834 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-6d3e7510-aed4-4a5d-9247-d26a87f93418 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:24.721590 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4913db09-492c-4c16-83ba-2bd2f6857b54'] response: {'name': 'network-changed', 'server_uuid': '763f8c67-15bd-46e8-bbfb-fa93a06af2d1', 'tag': 'cebac7c6-2a6e-47b4-8eeb-c31e74eafce8', 'status': 'completed', 'code': 200}
Jun 04 13:57:24.836372 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['cebac7c6-2a6e-47b4-8eeb-c31e74eafce8'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:57:24.841393 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609b8f0-a3d7-46fe-b845-0a603ea9eda2 req-a99a04d5-1192-4f7c-8c7a-7c7da3455fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:24.842897 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5609b8f0-a3d7-46fe-b845-0a603ea9eda2 req-a99a04d5-1192-4f7c-8c7a-7c7da3455fae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe664db09ab54eb78020560648b48372&device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 1098 time: 0.0717206
Jun 04 13:57:24.848149 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-6d3e7510-aed4-4a5d-9247-d26a87f93418 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:24.866631 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e7510-aed4-4a5d-9247-d26a87f93418 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c03224-f609-4e48-a7d4-2d116a93d2e4,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:57:24.876213 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e7510-aed4-4a5d-9247-d26a87f93418 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:24.876571 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e7510-aed4-4a5d-9247-d26a87f93418 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:24.876896 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e7510-aed4-4a5d-9247-d26a87f93418 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:24.877211 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e7510-aed4-4a5d-9247-d26a87f93418 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:24.877537 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e7510-aed4-4a5d-9247-d26a87f93418 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:24.877859 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e7510-aed4-4a5d-9247-d26a87f93418 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:24.878183 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e7510-aed4-4a5d-9247-d26a87f93418 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:24.878500 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e7510-aed4-4a5d-9247-d26a87f93418 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:24.878827 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e7510-aed4-4a5d-9247-d26a87f93418 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:24.879180 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e7510-aed4-4a5d-9247-d26a87f93418 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:24.883078 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e7510-aed4-4a5d-9247-d26a87f93418 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:24.883078 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e7510-aed4-4a5d-9247-d26a87f93418 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:57:24.917610 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.provisioning_blocks [None req-0c5479dc-89fe-43ee-8d04-610778a79518 None None] Provisioning complete for port cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 triggered by entity DHCP. {{(pid=88596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:57:24.917972 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-0c5479dc-89fe-43ee-8d04-610778a79518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697829'] for port, provisioning_complete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:24.955634 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-6d3e7510-aed4-4a5d-9247-d26a87f93418 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:24.959427 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-6d3e7510-aed4-4a5d-9247-d26a87f93418 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "DELETE /v2.0/security-groups/c9c03224-f609-4e48-a7d4-2d116a93d2e4 HTTP/1.1" status: 204  len: 168 time: 0.3892715
Jun 04 13:57:24.960538 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53030) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:57:24.984053 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609b8f0-a3d7-46fe-b845-0a603ea9eda2 req-dfafba32-1cb3-4d56-901b-0f491bb86087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:24.985663 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5609b8f0-a3d7-46fe-b845-0a603ea9eda2 req-dfafba32-1cb3-4d56-901b-0f491bb86087 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9bc2144-527f-4b40-91f1-8bb71ba2cb25 HTTP/1.1" status: 200  len: 916 time: 0.1338775
Jun 04 13:57:25.102194 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5609b8f0-a3d7-46fe-b845-0a603ea9eda2 req-da827a17-3922-45a0-bccd-cba8ffec8e7a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 HTTP/1.1" status: 200  len: 1000 time: 0.1100543
Jun 04 13:57:25.108991 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-0c5479dc-89fe-43ee-8d04-610778a79518 None None] Current status of the port cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 is: ACTIVE; New status is: ACTIVE {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:57:25.173414 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609b8f0-a3d7-46fe-b845-0a603ea9eda2 req-1cbdd0bf-854c-42e1-b2d8-23bd90f9b629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:25.174849 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5609b8f0-a3d7-46fe-b845-0a603ea9eda2 req-1cbdd0bf-854c-42e1-b2d8-23bd90f9b629 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=07e05413-f570-4d80-9f70-08604f5501c7 HTTP/1.1" status: 200  len: 854 time: 0.0655284
Jun 04 13:57:25.249157 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609b8f0-a3d7-46fe-b845-0a603ea9eda2 req-e380deee-daf8-4cdd-a421-a9f0e1f9178d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:25.250616 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5609b8f0-a3d7-46fe-b845-0a603ea9eda2 req-e380deee-daf8-4cdd-a421-a9f0e1f9178d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9bc2144-527f-4b40-91f1-8bb71ba2cb25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0696781
Jun 04 13:57:25.261161 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-65010a55-77c7-47f0-92d2-d0ad59b9feb9 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Deleting port d4fd052d-f4b4-4518-8253-ebf0f445836c {{(pid=88595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:57:25.261494 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-65010a55-77c7-47f0-92d2-d0ad59b9feb9 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:25.437224 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-65010a55-77c7-47f0-92d2-d0ad59b9feb9 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:25.437546 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-65010a55-77c7-47f0-92d2-d0ad59b9feb9 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:25.466999 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5609b8f0-a3d7-46fe-b845-0a603ea9eda2 req-e353b6a2-4d46-4859-a5b5-8bc8f24c149e service neutron] 10.222.0.55 "GET /v2.0/networks/a9bc2144-527f-4b40-91f1-8bb71ba2cb25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2092228
Jun 04 13:57:25.566455 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-65010a55-77c7-47f0-92d2-d0ad59b9feb9 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Calling delete_port for d4fd052d-f4b4-4518-8253-ebf0f445836c owned by network:floatingip {{(pid=88595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:57:25.596780 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-5609b8f0-a3d7-46fe-b845-0a603ea9eda2 req-e5906cba-e848-4f1a-9455-7c5f37c4d186 service neutron] 10.222.0.55 "GET /v2.0/networks/a9bc2144-527f-4b40-91f1-8bb71ba2cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234076
Jun 04 13:57:25.796506 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-65010a55-77c7-47f0-92d2-d0ad59b9feb9 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:25.840860 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65010a55-77c7-47f0-92d2-d0ad59b9feb9 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Pushing event deleted for resources: {'Port': ['ID=d4fd052d-f4b4-4518-8253-ebf0f445836c,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:57:25.933932 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-65010a55-77c7-47f0-92d2-d0ad59b9feb9 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks [] for floatingip, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:25.934254 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.db.l3_db [None req-65010a55-77c7-47f0-92d2-d0ad59b9feb9 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Floating IP 7e439aba-1161-4b33-bf48-70905e6db595 disassociated (deleted). External IP: 172.27.2.34, port: cebac7c6-2a6e-47b4-8eeb-c31e74eafce8.
Jun 04 13:57:26.025046 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:26.278702 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65010a55-77c7-47f0-92d2-d0ad59b9feb9 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Router 12ebd342-a9a7-4915-afcc-146b51ca8e31 has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:57:26.454466 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65010a55-77c7-47f0-92d2-d0ad59b9feb9 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:57:26.464714 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29417cae-11bc-4322-b8c5-99f816c03529 None None] Sync routers for ids ['12ebd342-a9a7-4915-afcc-146b51ca8e31'] in dv-cinder-843593-2-iscsi {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:57:26.474275 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29417cae-11bc-4322-b8c5-99f816c03529 None None] Routers {'12ebd342-a9a7-4915-afcc-146b51ca8e31'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:57:26.475162 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-29417cae-11bc-4322-b8c5-99f816c03529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161f07b9a0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:57:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['12ebd342-a9a7-4915-afcc-146b51ca8e31'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:26.528694 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-65010a55-77c7-47f0-92d2-d0ad59b9feb9 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:26.583416 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-65010a55-77c7-47f0-92d2-d0ad59b9feb9 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "DELETE /v2.0/floatingips/7e439aba-1161-4b33-bf48-70905e6db595 HTTP/1.1" status: 204  len: 168 time: 1.6216257
Jun 04 13:57:26.583802 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763f8c67-15bd-46e8-bbfb-fa93a06af2d1', 'tag': 'cebac7c6-2a6e-47b4-8eeb-c31e74eafce8'}] {{(pid=88595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:57:26.636608 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e943e951-f552-45c9-9d59-74ced5eb53b7'] response: {'name': 'network-changed', 'server_uuid': '763f8c67-15bd-46e8-bbfb-fa93a06af2d1', 'tag': 'cebac7c6-2a6e-47b4-8eeb-c31e74eafce8', 'status': 'completed', 'code': 200}
Jun 04 13:57:26.653331 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-29417cae-11bc-4322-b8c5-99f816c03529 None None] Set router 12ebd342-a9a7-4915-afcc-146b51ca8e31 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:57:26.908547 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb36494-002c-47aa-8ac7-356749afedb2 req-f576c9a4-ec5c-4756-ba69-1b9a426b9b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:26.910100 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-9eb36494-002c-47aa-8ac7-356749afedb2 req-f576c9a4-ec5c-4756-ba69-1b9a426b9b92 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe664db09ab54eb78020560648b48372&device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 1098 time: 0.0795846
Jun 04 13:57:26.988036 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-29417cae-11bc-4322-b8c5-99f816c03529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161f07b9a0>, [{'id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'name': 'tempest-TestMinimumBasicScenario-1124853564-router', 'tenant_id': 'fe664db09ab54eb78020560648b48372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '457e580c-324a-462c-912f-17d755b11214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:54:51Z', 'updated_at': '2022-06-04T13:54:56Z', 'revision_number': 4, 'project_id': 'fe664db09ab54eb78020560648b48372', 'gw_port': {'id': '457e580c-324a-462c-912f-17d755b11214', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:54:52Z', 'updated_at': '2022-06-04T13:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '541b9f74-37f6-4c75-b0fc-80c2e2093164', 'name': '', 'network_id': 'a9bc2144-527f-4b40-91f1-8bb71ba2cb25', 'tenant_id': 'fe664db09ab54eb78020560648b48372', 'mac_address': 'fa:16:3e:da:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '07e05413-f570-4d80-9f70-08604f5501c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:54:55Z', 'updated_at': '2022-06-04T13:55:01Z', 'revision_number': 5, 'project_id': 'fe664db09ab54eb78020560648b48372', 'subnets': [{'id': '07e05413-f570-4d80-9f70-08604f5501c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:26.991779 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29417cae-11bc-4322-b8c5-99f816c03529 None None] Checking router: 12ebd342-a9a7-4915-afcc-146b51ca8e31 for host: dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:57:26.999830 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29417cae-11bc-4322-b8c5-99f816c03529 None None] Routers {'12ebd342-a9a7-4915-afcc-146b51ca8e31'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:57:27.000411 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-29417cae-11bc-4322-b8c5-99f816c03529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161f07b9a0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:57:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['12ebd342-a9a7-4915-afcc-146b51ca8e31'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:27.051752 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb36494-002c-47aa-8ac7-356749afedb2 req-03a6a4a7-553d-4bb7-af41-185e1e9fc60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:27.053326 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-9eb36494-002c-47aa-8ac7-356749afedb2 req-03a6a4a7-553d-4bb7-af41-185e1e9fc60e service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9bc2144-527f-4b40-91f1-8bb71ba2cb25 HTTP/1.1" status: 200  len: 916 time: 0.1370399
Jun 04 13:57:27.127423 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-9eb36494-002c-47aa-8ac7-356749afedb2 req-a4fb775b-0437-47c6-a881-b41bec85bd0d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 HTTP/1.1" status: 200  len: 217 time: 0.0681686
Jun 04 13:57:27.196851 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb36494-002c-47aa-8ac7-356749afedb2 req-83ce581e-4281-4b7b-94b8-0a5d790a2b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:27.198293 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-9eb36494-002c-47aa-8ac7-356749afedb2 req-83ce581e-4281-4b7b-94b8-0a5d790a2b8b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=07e05413-f570-4d80-9f70-08604f5501c7 HTTP/1.1" status: 200  len: 854 time: 0.0642519
Jun 04 13:57:27.209974 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-29417cae-11bc-4322-b8c5-99f816c03529 None None] Set router 12ebd342-a9a7-4915-afcc-146b51ca8e31 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:57:27.273931 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb36494-002c-47aa-8ac7-356749afedb2 req-c562e742-2e50-48cf-a5af-a551fd6280c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:27.275463 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-9eb36494-002c-47aa-8ac7-356749afedb2 req-c562e742-2e50-48cf-a5af-a551fd6280c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9bc2144-527f-4b40-91f1-8bb71ba2cb25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0706449
Jun 04 13:57:27.408627 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-9eb36494-002c-47aa-8ac7-356749afedb2 req-da07d1d0-479b-4b19-bdd2-222e388b733e service neutron] 10.222.0.55 "GET /v2.0/networks/a9bc2144-527f-4b40-91f1-8bb71ba2cb25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255789
Jun 04 13:57:27.519098 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-29417cae-11bc-4322-b8c5-99f816c03529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161f07b9a0>, [{'id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'name': 'tempest-TestMinimumBasicScenario-1124853564-router', 'tenant_id': 'fe664db09ab54eb78020560648b48372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '457e580c-324a-462c-912f-17d755b11214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:54:51Z', 'updated_at': '2022-06-04T13:54:56Z', 'revision_number': 4, 'project_id': 'fe664db09ab54eb78020560648b48372', 'gw_port': {'id': '457e580c-324a-462c-912f-17d755b11214', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:54:52Z', 'updated_at': '2022-06-04T13:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '541b9f74-37f6-4c75-b0fc-80c2e2093164', 'name': '', 'network_id': 'a9bc2144-527f-4b40-91f1-8bb71ba2cb25', 'tenant_id': 'fe664db09ab54eb78020560648b48372', 'mac_address': 'fa:16:3e:da:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '07e05413-f570-4d80-9f70-08604f5501c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:54:55Z', 'updated_at': '2022-06-04T13:55:01Z', 'revision_number': 5, 'project_id': 'fe664db09ab54eb78020560648b48372', 'subnets': [{'id': '07e05413-f570-4d80-9f70-08604f5501c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:27.523022 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29417cae-11bc-4322-b8c5-99f816c03529 None None] The sync data for ids ['12ebd342-a9a7-4915-afcc-146b51ca8e31'] in dv-cinder-843593-2-iscsi is: [{'id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'name': 'tempest-TestMinimumBasicScenario-1124853564-router', 'tenant_id': 'fe664db09ab54eb78020560648b48372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '457e580c-324a-462c-912f-17d755b11214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:54:51Z', 'updated_at': '2022-06-04T13:54:56Z', 'revision_number': 4, 'project_id': 'fe664db09ab54eb78020560648b48372', 'gw_port': {'id': '457e580c-324a-462c-912f-17d755b11214', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:54:52Z', 'updated_at': '2022-06-04T13:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '541b9f74-37f6-4c75-b0fc-80c2e2093164', 'name': '', 'network_id': 'a9bc2144-527f-4b40-91f1-8bb71ba2cb25', 'tenant_id': 'fe664db09ab54eb78020560648b48372', 'mac_address': 'fa:16:3e:da:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '07e05413-f570-4d80-9f70-08604f5501c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:54:55Z', 'updated_at': '2022-06-04T13:55:01Z', 'revision_number': 5, 'project_id': 'fe664db09ab54eb78020560648b48372', 'subnets': [{'id': '07e05413-f570-4d80-9f70-08604f5501c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:57:27.541980 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-9eb36494-002c-47aa-8ac7-356749afedb2 req-9af6d55b-05ee-4c17-9978-78bba5a0f601 service neutron] 10.222.0.55 "GET /v2.0/networks/a9bc2144-527f-4b40-91f1-8bb71ba2cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264467
Jun 04 13:57:27.733459 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74edda1c-039a-4429-8239-721fa0823310 None None] New status for floating IP 7e439aba-1161-4b33-bf48-70905e6db595: DOWN {{(pid=88596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:57:28.417762 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 6 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:57:31.350762 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c66ea-c06d-48af-8e31-060d1364b387 req-8515ba00-2b96-4cc1-a949-96a69546f36e tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:31.352096 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-923c66ea-c06d-48af-8e31-060d1364b387 req-8515ba00-2b96-4cc1-a949-96a69546f36e tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 945 time: 0.0822065
Jun 04 13:57:31.394472 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-923c66ea-c06d-48af-8e31-060d1364b387 req-b9bc943b-f4f6-4870-9bd8-04282a3e10aa tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368407
Jun 04 13:57:31.499205 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-322b94ca-b80d-44ee-8e03-25a2ec721a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:32.666362 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bffce2-2a4d-4bc4-9776-ed9e8a7c5fc1 req-b9b4aebd-d0a3-4b7d-b72c-c27679ebc305 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:32.667049 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-b3bffce2-2a4d-4bc4-9776-ed9e8a7c5fc1 req-b9b4aebd-d0a3-4b7d-b72c-c27679ebc305 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Synchronizing usage tracker for tenant:fe664db09ab54eb78020560648b48372 on resource:port {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:57:32.727280 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-b3bffce2-2a4d-4bc4-9776-ed9e8a7c5fc1 req-b9b4aebd-d0a3-4b7d-b72c-c27679ebc305 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Unset dirty status for tenant:fe664db09ab54eb78020560648b48372 on resource:port {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:57:32.728374 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-b3bffce2-2a4d-4bc4-9776-ed9e8a7c5fc1 req-b9b4aebd-d0a3-4b7d-b72c-c27679ebc305 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 945 time: 0.2294765
Jun 04 13:57:32.770958 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-b3bffce2-2a4d-4bc4-9776-ed9e8a7c5fc1 req-919849fa-19cb-4c12-a280-0f5e6d2cea68 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Synchronizing usage tracker for tenant:fe664db09ab54eb78020560648b48372 on resource:security_group {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:57:32.853266 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-b3bffce2-2a4d-4bc4-9776-ed9e8a7c5fc1 req-919849fa-19cb-4c12-a280-0f5e6d2cea68 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Unset dirty status for tenant:fe664db09ab54eb78020560648b48372 on resource:security_group {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:57:32.854367 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-b3bffce2-2a4d-4bc4-9776-ed9e8a7c5fc1 req-919849fa-19cb-4c12-a280-0f5e6d2cea68 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203818
Jun 04 13:57:33.310397 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d571eb2-5831-4695-84b5-e7554c0bc3f3 req-55f9eab7-b466-4b73-b689-501226149a15 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:33.311793 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2d571eb2-5831-4695-84b5-e7554c0bc3f3 req-55f9eab7-b466-4b73-b689-501226149a15 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.55 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 945 time: 0.0770457
Jun 04 13:57:33.382797 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-2d571eb2-5831-4695-84b5-e7554c0bc3f3 req-2188107a-b165-4643-862e-5e09cd1697be tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Deleting port cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:57:33.383160 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-2d571eb2-5831-4695-84b5-e7554c0bc3f3 req-2188107a-b165-4643-862e-5e09cd1697be tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:33.498275 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-cd2ee804-c822-489d-805c-74e497557ee4 req-b3cd5508-0b09-4a3d-94c0-ac286926f80f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0668364
Jun 04 13:57:33.600616 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ee804-c822-489d-805c-74e497557ee4 req-b7cc556c-beb7-462b-bb17-a09b81e54e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:33.601960 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-cd2ee804-c822-489d-805c-74e497557ee4 req-b7cc556c-beb7-462b-bb17-a09b81e54e39 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd4fbd1432c64d85808c9b11782432cb&device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 1098 time: 0.0712974
Jun 04 13:57:33.625526 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-2d571eb2-5831-4695-84b5-e7554c0bc3f3 req-2188107a-b165-4643-862e-5e09cd1697be tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] For port cebac7c6-2a6e-47b4-8eeb-c31e74eafce8, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=cebac7c6-2a6e-47b4-8eeb-c31e74eafce8,segment=NetworkSegment(3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5),segment_id=3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5)] {{(pid=88594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:57:33.625872 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-2d571eb2-5831-4695-84b5-e7554c0bc3f3 req-2188107a-b165-4643-862e-5e09cd1697be tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:33.744275 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ee804-c822-489d-805c-74e497557ee4 req-5efc3ed1-72dd-4812-9de4-1393e54c0bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:33.745714 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-cd2ee804-c822-489d-805c-74e497557ee4 req-5efc3ed1-72dd-4812-9de4-1393e54c0bb9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=19f85a41-a048-43a5-8d0a-025ad151caaa HTTP/1.1" status: 200  len: 911 time: 0.1255307
Jun 04 13:57:33.762540 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-fcb8bfb5-222f-4f18-8a5a-7c5d1976bd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:33.843752 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-2d571eb2-5831-4695-84b5-e7554c0bc3f3 req-2188107a-b165-4643-862e-5e09cd1697be tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Calling delete_port for cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 owned by compute:nova {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:57:33.861418 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-cd2ee804-c822-489d-805c-74e497557ee4 req-7848e43a-7c5f-480c-9747-d8cdbc97fcbd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f85975df-f7cf-46ee-898c-1be716601c61 HTTP/1.1" status: 200  len: 1001 time: 0.1091814
Jun 04 13:57:33.923665 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ee804-c822-489d-805c-74e497557ee4 req-2fc7164a-7faa-4106-a598-8e6392df85e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:33.925699 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-cd2ee804-c822-489d-805c-74e497557ee4 req-2fc7164a-7faa-4106-a598-8e6392df85e0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ae316f83-c7c6-4bb6-8aee-ec9fe09a5191 HTTP/1.1" status: 200  len: 849 time: 0.0575159
Jun 04 13:57:34.004604 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ee804-c822-489d-805c-74e497557ee4 req-0bd2a23e-c95b-412a-997b-cc4ad11080ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:34.006123 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-cd2ee804-c822-489d-805c-74e497557ee4 req-0bd2a23e-c95b-412a-997b-cc4ad11080ea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19f85a41-a048-43a5-8d0a-025ad151caaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0747118
Jun 04 13:57:34.062040 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80654ee-a8a9-42a6-8f6d-9860d24f1818 req-f33cd89c-af9e-4a3b-9d01-e376ac4dea48 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:34.063518 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e80654ee-a8a9-42a6-8f6d-9860d24f1818 req-f33cd89c-af9e-4a3b-9d01-e376ac4dea48 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/ports?device_id=763f8c67-15bd-46e8-bbfb-fa93a06af2d1 HTTP/1.1" status: 200  len: 945 time: 0.1003222
Jun 04 13:57:34.071087 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-2d571eb2-5831-4695-84b5-e7554c0bc3f3 req-2188107a-b165-4643-862e-5e09cd1697be tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:34.106221 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] get_ports_and_sgs() called for port_ids ['cebac7c6-2a6e-47b4-8eeb-c31e74eafce8'] {{(pid=88596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:57:34.140080 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2188107a-b165-4643-862e-5e09cd1697be tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Pushing event deleted for resources: {'Port': ['ID=cebac7c6-2a6e-47b4-8eeb-c31e74eafce8,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:57:34.145367 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-cd2ee804-c822-489d-805c-74e497557ee4 req-a34b9710-524e-4408-bf0f-af2a92921ef9 service neutron] 10.222.0.55 "GET /v2.0/networks/19f85a41-a048-43a5-8d0a-025ad151caaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1320419
Jun 04 13:57:34.233594 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d571eb2-5831-4695-84b5-e7554c0bc3f3 req-2188107a-b165-4643-862e-5e09cd1697be tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] No DVR routers for this DVR port cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 on host hv-cinder-84359 {{(pid=88594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:57:34.237659 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-e80654ee-a8a9-42a6-8f6d-9860d24f1818 req-9662c1ab-71c6-4136-9995-fe9472030bf0 tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a9abb84-e3d8-4e34-93fc-80532c383d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1647491
Jun 04 13:57:34.238627 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-2d571eb2-5831-4695-84b5-e7554c0bc3f3 req-2188107a-b165-4643-862e-5e09cd1697be tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:34.241990 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763f8c67-15bd-46e8-bbfb-fa93a06af2d1', 'name': 'network-vif-deleted', 'tag': 'cebac7c6-2a6e-47b4-8eeb-c31e74eafce8'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:57:34.285742 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-cd2ee804-c822-489d-805c-74e497557ee4 req-8880f8f8-7f35-4396-b18d-97c7c732ec38 service neutron] 10.222.0.55 "GET /v2.0/networks/19f85a41-a048-43a5-8d0a-025ad151caaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1343799
Jun 04 13:57:34.294308 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87e381ca-f0cb-4ced-b0c2-106d942834f4'] response: {'server_uuid': '763f8c67-15bd-46e8-bbfb-fa93a06af2d1', 'name': 'network-vif-deleted', 'tag': 'cebac7c6-2a6e-47b4-8eeb-c31e74eafce8', 'status': 'completed', 'code': 200}
Jun 04 13:57:34.305950 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-2d571eb2-5831-4695-84b5-e7554c0bc3f3 req-2188107a-b165-4643-862e-5e09cd1697be tempest-TestMinimumBasicScenario-1323974117 tempest-TestMinimumBasicScenario-1323974117-project] 10.222.0.55 "DELETE /v2.0/ports/cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 HTTP/1.1" status: 204  len: 173 time: 0.9882438
Jun 04 13:57:34.693455 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:34.796449 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:36.122077 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:36.739512 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53108) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:57:37.285974 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-064255d8-6480-4a81-8695-0111e8f93d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66719486'] for router_interface, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:37.710943 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-064255d8-6480-4a81-8695-0111e8f93d63 admin admin] Deleting port 541b9f74-37f6-4c75-b0fc-80c2e2093164 {{(pid=88595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:57:37.711292 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-064255d8-6480-4a81-8695-0111e8f93d63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:37.874925 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.db [None req-064255d8-6480-4a81-8695-0111e8f93d63 admin admin] For port 541b9f74-37f6-4c75-b0fc-80c2e2093164, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=541b9f74-37f6-4c75-b0fc-80c2e2093164,segment=NetworkSegment(3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5),segment_id=3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5)] {{(pid=88595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:57:37.875653 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-064255d8-6480-4a81-8695-0111e8f93d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:37.998103 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-064255d8-6480-4a81-8695-0111e8f93d63 admin admin] Calling delete_port for 541b9f74-37f6-4c75-b0fc-80c2e2093164 owned by network:router_interface {{(pid=88595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:57:38.391047 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-064255d8-6480-4a81-8695-0111e8f93d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:38.437922 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064255d8-6480-4a81-8695-0111e8f93d63 admin admin] Pushing event deleted for resources: {'Port': ['ID=541b9f74-37f6-4c75-b0fc-80c2e2093164,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:57:38.678555 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:57:38.694968 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-064255d8-6480-4a81-8695-0111e8f93d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66655079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66719298'] for router_interface, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:38.714606 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] No Port match for: cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:57:38.714945 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device cebac7c6-2a6e-47b4-8eeb-c31e74eafce8 not bound to the agent host hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:57:39.142327 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064255d8-6480-4a81-8695-0111e8f93d63 admin admin] Router 12ebd342-a9a7-4915-afcc-146b51ca8e31 has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:57:39.319721 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064255d8-6480-4a81-8695-0111e8f93d63 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:57:39.328570 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8da404a-14bb-4b09-9366-af009830e768 None None] Sync routers for ids ['12ebd342-a9a7-4915-afcc-146b51ca8e31'] in dv-cinder-843593-2-iscsi {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:57:39.331760 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-064255d8-6480-4a81-8695-0111e8f93d63 admin admin] 10.222.0.39 "PUT /v2.0/routers/12ebd342-a9a7-4915-afcc-146b51ca8e31/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5910509
Jun 04 13:57:39.334021 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53114) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:57:39.337415 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8da404a-14bb-4b09-9366-af009830e768 None None] Routers {'12ebd342-a9a7-4915-afcc-146b51ca8e31'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:57:39.338019 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-e8da404a-14bb-4b09-9366-af009830e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ea95220>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:57:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['12ebd342-a9a7-4915-afcc-146b51ca8e31'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:39.507259 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8df7e1ab-779a-426f-85fb-a6357e8fa51b admin admin] Notify callbacks [] for router, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:39.507525 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-e8da404a-14bb-4b09-9366-af009830e768 None None] Set router 12ebd342-a9a7-4915-afcc-146b51ca8e31 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:57:39.679638 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8df7e1ab-779a-426f-85fb-a6357e8fa51b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:39.739207 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-8df7e1ab-779a-426f-85fb-a6357e8fa51b admin admin] Deleting port 457e580c-324a-462c-912f-17d755b11214 {{(pid=88595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:57:39.739538 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8df7e1ab-779a-426f-85fb-a6357e8fa51b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:39.783310 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-e8da404a-14bb-4b09-9366-af009830e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ea95220>, [{'id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'name': 'tempest-TestMinimumBasicScenario-1124853564-router', 'tenant_id': 'fe664db09ab54eb78020560648b48372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '457e580c-324a-462c-912f-17d755b11214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:54:51Z', 'updated_at': '2022-06-04T13:57:38Z', 'revision_number': 5, 'project_id': 'fe664db09ab54eb78020560648b48372', 'gw_port': {'id': '457e580c-324a-462c-912f-17d755b11214', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:54:52Z', 'updated_at': '2022-06-04T13:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:39.787007 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8da404a-14bb-4b09-9366-af009830e768 None None] Checking router: 12ebd342-a9a7-4915-afcc-146b51ca8e31 for host: dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:57:39.795725 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8da404a-14bb-4b09-9366-af009830e768 None None] Routers {'12ebd342-a9a7-4915-afcc-146b51ca8e31'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:57:39.796318 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-e8da404a-14bb-4b09-9366-af009830e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161ea95220>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:57:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['12ebd342-a9a7-4915-afcc-146b51ca8e31'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:39.914627 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.db [None req-8df7e1ab-779a-426f-85fb-a6357e8fa51b admin admin] For port 457e580c-324a-462c-912f-17d755b11214, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=457e580c-324a-462c-912f-17d755b11214,segment=NetworkSegment(a5e9f3a7-fe7c-4b2a-9489-202ad5682d71),segment_id=a5e9f3a7-fe7c-4b2a-9489-202ad5682d71)] {{(pid=88595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:57:39.915031 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8df7e1ab-779a-426f-85fb-a6357e8fa51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:39.941966 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-e8da404a-14bb-4b09-9366-af009830e768 None None] Set router 12ebd342-a9a7-4915-afcc-146b51ca8e31 gateway port host: None {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:57:40.039781 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-8df7e1ab-779a-426f-85fb-a6357e8fa51b admin admin] Calling delete_port for 457e580c-324a-462c-912f-17d755b11214 owned by network:router_gateway {{(pid=88595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:57:40.067659 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-e8da404a-14bb-4b09-9366-af009830e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161ea95220>, [{'id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'name': 'tempest-TestMinimumBasicScenario-1124853564-router', 'tenant_id': 'fe664db09ab54eb78020560648b48372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:54:51Z', 'updated_at': '2022-06-04T13:57:39Z', 'revision_number': 6, 'project_id': 'fe664db09ab54eb78020560648b48372', 'gw_port_host': None}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:40.071651 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8da404a-14bb-4b09-9366-af009830e768 None None] The sync data for ids ['12ebd342-a9a7-4915-afcc-146b51ca8e31'] in dv-cinder-843593-2-iscsi is: [{'id': '12ebd342-a9a7-4915-afcc-146b51ca8e31', 'name': 'tempest-TestMinimumBasicScenario-1124853564-router', 'tenant_id': 'fe664db09ab54eb78020560648b48372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:54:51Z', 'updated_at': '2022-06-04T13:57:39Z', 'revision_number': 6, 'project_id': 'fe664db09ab54eb78020560648b48372', 'gw_port_host': None}] {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:57:40.258956 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8df7e1ab-779a-426f-85fb-a6357e8fa51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:40.303883 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7e1ab-779a-426f-85fb-a6357e8fa51b admin admin] Pushing event deleted for resources: {'Port': ['ID=457e580c-324a-462c-912f-17d755b11214,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:57:40.407583 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 53118) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:57:40.510707 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8df7e1ab-779a-426f-85fb-a6357e8fa51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66723803'] for router_gateway, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:40.616130 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [None req-fae3a252-5c25-4653-b809-1e09d28490f7 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Deleting port 4f13e713-cd93-4fa6-9484-b8e51f95f8c6 {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:57:40.616479 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-fae3a252-5c25-4653-b809-1e09d28490f7 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:40.678640 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8df7e1ab-779a-426f-85fb-a6357e8fa51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66723677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7300'] for router, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:40.680793 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8df7e1ab-779a-426f-85fb-a6357e8fa51b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:40.768201 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8df7e1ab-779a-426f-85fb-a6357e8fa51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66715676'] for router, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:40.768625 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df7e1ab-779a-426f-85fb-a6357e8fa51b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12ebd342-a9a7-4915-afcc-146b51ca8e31 {{(pid=88595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 13:57:40.780949 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8df7e1ab-779a-426f-85fb-a6357e8fa51b admin admin] Notify callbacks [] for router, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:40.782055 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-8df7e1ab-779a-426f-85fb-a6357e8fa51b admin admin] 10.222.0.39 "DELETE /v2.0/routers/12ebd342-a9a7-4915-afcc-146b51ca8e31 HTTP/1.1" status: 204  len: 168 time: 1.4471395
Jun 04 13:57:40.784578 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53122) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:57:40.790549 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-fae3a252-5c25-4653-b809-1e09d28490f7 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:40.790867 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-fae3a252-5c25-4653-b809-1e09d28490f7 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:40.847554 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a7226ca-a620-4e3f-b99e-4d9fd2460c3f admin admin] Deleting subnet 07e05413-f570-4d80-9f70-08604f5501c7 {{(pid=88595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 04 13:57:40.849728 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1a7226ca-a620-4e3f-b99e-4d9fd2460c3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:40.898629 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1a7226ca-a620-4e3f-b99e-4d9fd2460c3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64864184'] for subnet, precommit_delete_associations {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:40.924582 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [None req-fae3a252-5c25-4653-b809-1e09d28490f7 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Calling delete_port for 4f13e713-cd93-4fa6-9484-b8e51f95f8c6 owned by network:floatingip {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:57:40.980298 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1a7226ca-a620-4e3f-b99e-4d9fd2460c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694649'] for subnet, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:41.105767 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1a7226ca-a620-4e3f-b99e-4d9fd2460c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64863260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64154139'] for subnet, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:41.134076 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-fae3a252-5c25-4653-b809-1e09d28490f7 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:41.144844 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7226ca-a620-4e3f-b99e-4d9fd2460c3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07e05413-f570-4d80-9f70-08604f5501c7,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:57:41.151529 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-1a7226ca-a620-4e3f-b99e-4d9fd2460c3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for subnet, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:41.157714 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0849210-28eb-475b-b723-64220d9b0303 None None] Network a9bc2144-527f-4b40-91f1-8bb71ba2cb25 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:57:41.166050 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-1a7226ca-a620-4e3f-b99e-4d9fd2460c3f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/07e05413-f570-4d80-9f70-08604f5501c7 HTTP/1.1" status: 204  len: 168 time: 0.3784332
Jun 04 13:57:41.166298 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53126) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:57:41.222605 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3a252-5c25-4653-b809-1e09d28490f7 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Pushing event deleted for resources: {'Port': ['ID=4f13e713-cd93-4fa6-9484-b8e51f95f8c6,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:57:41.237691 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 541b9f74-37f6-4c75-b0fc-80c2e2093164 no longer exists at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:57:41.278857 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-fae3a252-5c25-4653-b809-1e09d28490f7 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks [] for floatingip, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:41.278857 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.l3_db [None req-fae3a252-5c25-4653-b809-1e09d28490f7 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Floating IP 8210d2ef-ddcc-42d1-8b21-8cb78e30737a disassociated (deleted). External IP: 172.27.2.165, port: 21989805-4125-4f24-969e-19a0db09af16.
Jun 04 13:57:41.285573 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] No Port match for: 541b9f74-37f6-4c75-b0fc-80c2e2093164 {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:57:41.285573 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 541b9f74-37f6-4c75-b0fc-80c2e2093164 not bound to the agent host dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:57:41.285573 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 457e580c-324a-462c-912f-17d755b11214 no longer exists at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:57:41.295896 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-6792b9de-0036-4886-8601-d15ea8500d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751646'] for network, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:41.307169 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-6792b9de-0036-4886-8601-d15ea8500d98 admin admin] Deleting port 2be95601-e950-461d-abef-7d09bae90044 {{(pid=88595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:57:41.307345 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-6792b9de-0036-4886-8601-d15ea8500d98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:41.328832 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] No Port match for: 457e580c-324a-462c-912f-17d755b11214 {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:57:41.329297 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 457e580c-324a-462c-912f-17d755b11214 not bound to the agent host dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:57:41.488694 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ca42ec-4afb-4040-9ec2-1bc9ec15a88a None None] DHCP port deletion for a9bc2144-527f-4b40-91f1-8bb71ba2cb25 request from dv-cinder-843593-2-iscsi {{(pid=88596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 04 13:57:41.492996 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-f1ca42ec-4afb-4040-9ec2-1bc9ec15a88a None None] Deleting port 2be95601-e950-461d-abef-7d09bae90044 {{(pid=88596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:57:41.493361 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-f1ca42ec-4afb-4040-9ec2-1bc9ec15a88a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:41.530476 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.db [None req-6792b9de-0036-4886-8601-d15ea8500d98 admin admin] For port 2be95601-e950-461d-abef-7d09bae90044, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=2be95601-e950-461d-abef-7d09bae90044,segment=NetworkSegment(3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5),segment_id=3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5)] {{(pid=88595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:57:41.531028 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-6792b9de-0036-4886-8601-d15ea8500d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:41.655807 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-6792b9de-0036-4886-8601-d15ea8500d98 admin admin] Calling delete_port for 2be95601-e950-461d-abef-7d09bae90044 owned by network:dhcp {{(pid=88595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:57:41.701221 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-f1ca42ec-4afb-4040-9ec2-1bc9ec15a88a None None] For port 2be95601-e950-461d-abef-7d09bae90044, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=2be95601-e950-461d-abef-7d09bae90044,segment=NetworkSegment(3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5),segment_id=3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:57:41.701760 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-f1ca42ec-4afb-4040-9ec2-1bc9ec15a88a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:41.738772 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae3a252-5c25-4653-b809-1e09d28490f7 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Router 00271ba5-d1a8-4119-96d6-8f210152117b has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:57:41.802162 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-6792b9de-0036-4886-8601-d15ea8500d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:41.848447 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792b9de-0036-4886-8601-d15ea8500d98 admin admin] Pushing event deleted for resources: {'Port': ['ID=2be95601-e950-461d-abef-7d09bae90044,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:57:41.851647 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6792b9de-0036-4886-8601-d15ea8500d98 admin admin] No DVR routers for this DVR port 2be95601-e950-461d-abef-7d09bae90044 on host dv-cinder-843593-2-iscsi {{(pid=88595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:57:41.857934 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-f1ca42ec-4afb-4040-9ec2-1bc9ec15a88a None None] Calling delete_port for 2be95601-e950-461d-abef-7d09bae90044 owned by network:dhcp {{(pid=88596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:57:41.927577 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae3a252-5c25-4653-b809-1e09d28490f7 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:57:41.934028 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.db.api [None req-f1ca42ec-4afb-4040-9ec2-1bc9ec15a88a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 13:57:41.934255 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG oslo_db.api [None req-f1ca42ec-4afb-4040-9ec2-1bc9ec15a88a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 13:57:41.939155 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfd850a-8c99-4909-83fc-7eec439a50a5 None None] Sync routers for ids ['00271ba5-d1a8-4119-96d6-8f210152117b'] in dv-cinder-843593-2-iscsi {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:57:41.948856 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfd850a-8c99-4909-83fc-7eec439a50a5 None None] Routers {'00271ba5-d1a8-4119-96d6-8f210152117b'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:57:41.953299 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-6cfd850a-8c99-4909-83fc-7eec439a50a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e45f0a0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:57:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['00271ba5-d1a8-4119-96d6-8f210152117b'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:41.967190 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-6792b9de-0036-4886-8601-d15ea8500d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659742', 'neutron.services.segments.db._delete_segments_for_network-8733313062566'] for network, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:41.992254 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.services.segments.db [None req-6792b9de-0036-4886-8601-d15ea8500d98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f161e726730>,) {'filters': {'network_id': ['a9bc2144-527f-4b40-91f1-8bb71ba2cb25']}} {{(pid=88595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:42.004326 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-fae3a252-5c25-4653-b809-1e09d28490f7 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:42.004548 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.services.segments.db [None req-6792b9de-0036-4886-8601-d15ea8500d98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f161e726730>, '3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5') {'for_net_delete': True} {{(pid=88595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:42.004832 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.services.segments.db [None req-6792b9de-0036-4886-8601-d15ea8500d98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f161e726730>, '3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5') {} {{(pid=88595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:42.020965 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-6792b9de-0036-4886-8601-d15ea8500d98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733313065921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64864177'] for segment, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:42.038892 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-6792b9de-0036-4886-8601-d15ea8500d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:42.047135 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6792b9de-0036-4886-8601-d15ea8500d98 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:57:42.047531 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-6792b9de-0036-4886-8601-d15ea8500d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-658974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64863414'] for segment, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:42.081049 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-fae3a252-5c25-4653-b809-1e09d28490f7 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "DELETE /v2.0/floatingips/8210d2ef-ddcc-42d1-8b21-8cb78e30737a HTTP/1.1" status: 204  len: 168 time: 1.6694074
Jun 04 13:57:42.081049 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef64f15-151d-43a2-ad72-c338df2628ec', 'tag': '21989805-4125-4f24-969e-19a0db09af16'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:57:42.156765 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18d660a2-8416-488e-aaaf-a02b3bd84033'] response: {'name': 'network-changed', 'server_uuid': '0ef64f15-151d-43a2-ad72-c338df2628ec', 'tag': '21989805-4125-4f24-969e-19a0db09af16', 'status': 'completed', 'code': 200}
Jun 04 13:57:42.172915 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-6cfd850a-8c99-4909-83fc-7eec439a50a5 None None] Set router 00271ba5-d1a8-4119-96d6-8f210152117b gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:57:42.252528 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.services.segments.plugin [-] Segment 3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5 resource provider aggregate not found
Jun 04 13:57:42.270582 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.services.segments.plugin [-] Segment 3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a7b0b52-fc7d-4e35-9d8a-95ced5581cd5 found for delete  ", "request_id": "req-1dd09273-25d9-437f-ac6c-bb5092d2da0f"}]}
Jun 04 13:57:42.289408 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97258e60-64a9-417d-ba11-29e7eaa44c4c req-4fc1a024-5c45-4707-9700-a11b1c5f5b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:42.290880 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-97258e60-64a9-417d-ba11-29e7eaa44c4c req-4fc1a024-5c45-4707-9700-a11b1c5f5b31 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=35843c4f9b0f48c1b84b0312bc1fb37b&device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 1099 time: 0.0911126
Jun 04 13:57:42.328078 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-6792b9de-0036-4886-8601-d15ea8500d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66723838'] for network, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:42.344546 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-6792b9de-0036-4886-8601-d15ea8500d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:42.355050 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792b9de-0036-4886-8601-d15ea8500d98 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9bc2144-527f-4b40-91f1-8bb71ba2cb25,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:57:42.419998 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-6792b9de-0036-4886-8601-d15ea8500d98 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a9bc2144-527f-4b40-91f1-8bb71ba2cb25 HTTP/1.1" status: 204  len: 168 time: 1.2526238
Jun 04 13:57:42.422665 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53140) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:57:42.435097 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-f1ca42ec-4afb-4040-9ec2-1bc9ec15a88a None None] Deleting port 2be95601-e950-461d-abef-7d09bae90044 {{(pid=88596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:57:42.435314 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97258e60-64a9-417d-ba11-29e7eaa44c4c req-91a11db2-bb61-4ebc-a3e1-b1d0d675d66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:42.435476 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-f1ca42ec-4afb-4040-9ec2-1bc9ec15a88a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:42.436816 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-97258e60-64a9-417d-ba11-29e7eaa44c4c req-91a11db2-bb61-4ebc-a3e1-b1d0d675d66b service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7c91237-9e54-4d46-a198-a476667f12b3 HTTP/1.1" status: 200  len: 910 time: 0.1391876
Jun 04 13:57:42.517936 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-97258e60-64a9-417d-ba11-29e7eaa44c4c req-21dfbddc-6628-477d-942f-51cdb507fc07 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21989805-4125-4f24-969e-19a0db09af16 HTTP/1.1" status: 200  len: 217 time: 0.0728173
Jun 04 13:57:42.536847 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-f1ca42ec-4afb-4040-9ec2-1bc9ec15a88a None None] The port '2be95601-e950-461d-abef-7d09bae90044' was deleted {{(pid=88596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}}
Jun 04 13:57:42.578257 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-6cfd850a-8c99-4909-83fc-7eec439a50a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e45f0a0>, [{'id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'name': 'tempest-TestShelveInstance-1714972987-router', 'tenant_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'a01d05f1-e6f0-472b-af5e-b897dcd2f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:38Z', 'updated_at': '2022-06-04T13:52:43Z', 'revision_number': 4, 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'gw_port': {'id': 'a01d05f1-e6f0-472b-af5e-b897dcd2f9f4', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:18:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:39Z', 'updated_at': '2022-06-04T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '99dffbe6-b4d6-4c58-a094-09ada5134b8c', 'name': '', 'network_id': 'b7c91237-9e54-4d46-a198-a476667f12b3', 'tenant_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'mac_address': 'fa:16:3e:81:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'def43a37-3d57-482a-b5a1-92cad0f1e446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:42Z', 'updated_at': '2022-06-04T13:52:50Z', 'revision_number': 5, 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'subnets': [{'id': 'def43a37-3d57-482a-b5a1-92cad0f1e446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:42.585114 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfd850a-8c99-4909-83fc-7eec439a50a5 None None] Checking router: 00271ba5-d1a8-4119-96d6-8f210152117b for host: dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:57:42.593847 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97258e60-64a9-417d-ba11-29e7eaa44c4c req-d18d0dda-95a4-4411-b3f8-5742424af07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:42.594394 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfd850a-8c99-4909-83fc-7eec439a50a5 None None] Routers {'00271ba5-d1a8-4119-96d6-8f210152117b'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:57:42.595089 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-6cfd850a-8c99-4909-83fc-7eec439a50a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e45f0a0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:57:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['00271ba5-d1a8-4119-96d6-8f210152117b'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:42.595347 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-97258e60-64a9-417d-ba11-29e7eaa44c4c req-d18d0dda-95a4-4411-b3f8-5742424af07a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=def43a37-3d57-482a-b5a1-92cad0f1e446 HTTP/1.1" status: 200  len: 848 time: 0.0713198
Jun 04 13:57:42.683915 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97258e60-64a9-417d-ba11-29e7eaa44c4c req-d33d71a9-2a16-483a-a360-7ea74609eb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:42.685382 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-97258e60-64a9-417d-ba11-29e7eaa44c4c req-d33d71a9-2a16-483a-a360-7ea74609eb32 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7c91237-9e54-4d46-a198-a476667f12b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0820265
Jun 04 13:57:42.785499 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-6cfd850a-8c99-4909-83fc-7eec439a50a5 None None] Set router 00271ba5-d1a8-4119-96d6-8f210152117b gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:57:42.823857 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-97258e60-64a9-417d-ba11-29e7eaa44c4c req-d1b7e66a-5a94-47d6-8472-2f4032f526b1 service neutron] 10.222.0.55 "GET /v2.0/networks/b7c91237-9e54-4d46-a198-a476667f12b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1311259
Jun 04 13:57:42.899479 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f5ad1-8146-4b33-9a7c-1502d0b3654c req-aed42d92-d995-4aaa-ba54-8f25d2afff48 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:42.901736 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-bb8f5ad1-8146-4b33-9a7c-1502d0b3654c req-aed42d92-d995-4aaa-ba54-8f25d2afff48 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 946 time: 0.2188344
Jun 04 13:57:42.959570 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-97258e60-64a9-417d-ba11-29e7eaa44c4c req-574ec53b-637c-4ca1-874f-cefca0d8d51e service neutron] 10.222.0.55 "GET /v2.0/networks/b7c91237-9e54-4d46-a198-a476667f12b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275170
Jun 04 13:57:43.000679 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-bb8f5ad1-8146-4b33-9a7c-1502d0b3654c req-96095419-c1ec-4f1a-be02-c4e3e05c5c6b tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0840170
Jun 04 13:57:43.090231 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c33b34c6-7460-499a-a90c-1d15a80aa690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66719486'] for router_interface, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:43.114456 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-6cfd850a-8c99-4909-83fc-7eec439a50a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e45f0a0>, [{'id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'name': 'tempest-TestShelveInstance-1714972987-router', 'tenant_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'a01d05f1-e6f0-472b-af5e-b897dcd2f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:38Z', 'updated_at': '2022-06-04T13:52:43Z', 'revision_number': 4, 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'gw_port': {'id': 'a01d05f1-e6f0-472b-af5e-b897dcd2f9f4', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:18:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:39Z', 'updated_at': '2022-06-04T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '99dffbe6-b4d6-4c58-a094-09ada5134b8c', 'name': '', 'network_id': 'b7c91237-9e54-4d46-a198-a476667f12b3', 'tenant_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'mac_address': 'fa:16:3e:81:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'def43a37-3d57-482a-b5a1-92cad0f1e446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:42Z', 'updated_at': '2022-06-04T13:52:50Z', 'revision_number': 5, 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'subnets': [{'id': 'def43a37-3d57-482a-b5a1-92cad0f1e446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:43.118316 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfd850a-8c99-4909-83fc-7eec439a50a5 None None] The sync data for ids ['00271ba5-d1a8-4119-96d6-8f210152117b'] in dv-cinder-843593-2-iscsi is: [{'id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'name': 'tempest-TestShelveInstance-1714972987-router', 'tenant_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'a01d05f1-e6f0-472b-af5e-b897dcd2f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:38Z', 'updated_at': '2022-06-04T13:52:43Z', 'revision_number': 4, 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'gw_port': {'id': 'a01d05f1-e6f0-472b-af5e-b897dcd2f9f4', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:18:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:39Z', 'updated_at': '2022-06-04T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '99dffbe6-b4d6-4c58-a094-09ada5134b8c', 'name': '', 'network_id': 'b7c91237-9e54-4d46-a198-a476667f12b3', 'tenant_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'mac_address': 'fa:16:3e:81:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'def43a37-3d57-482a-b5a1-92cad0f1e446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:42Z', 'updated_at': '2022-06-04T13:52:50Z', 'revision_number': 5, 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'subnets': [{'id': 'def43a37-3d57-482a-b5a1-92cad0f1e446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:57:43.228049 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 2be95601-e950-461d-abef-7d09bae90044 no longer exists at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:57:43.306645 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] No Port match for: 2be95601-e950-461d-abef-7d09bae90044 {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:57:43.307098 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 2be95601-e950-461d-abef-7d09bae90044 not bound to the agent host dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:57:43.350899 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fc6972-b142-465f-af77-1f7ccd045151 None None] New status for floating IP 8210d2ef-ddcc-42d1-8b21-8cb78e30737a: DOWN {{(pid=88597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:57:43.451903 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-c33b34c6-7460-499a-a90c-1d15a80aa690 admin admin] Deleting port 5fc67e9c-676a-47b8-bfd6-7cd4353f2d44 {{(pid=88595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:57:43.452529 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c33b34c6-7460-499a-a90c-1d15a80aa690 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:43.618785 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.db [None req-c33b34c6-7460-499a-a90c-1d15a80aa690 admin admin] For port 5fc67e9c-676a-47b8-bfd6-7cd4353f2d44, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=5fc67e9c-676a-47b8-bfd6-7cd4353f2d44,segment=NetworkSegment(9c41a4f8-d2ab-487a-a9cf-4f3a096e9cdd),segment_id=9c41a4f8-d2ab-487a-a9cf-4f3a096e9cdd)] {{(pid=88595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:57:43.619102 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c33b34c6-7460-499a-a90c-1d15a80aa690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:43.827017 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-c33b34c6-7460-499a-a90c-1d15a80aa690 admin admin] Calling delete_port for 5fc67e9c-676a-47b8-bfd6-7cd4353f2d44 owned by network:router_interface {{(pid=88595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:57:44.094001 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c33b34c6-7460-499a-a90c-1d15a80aa690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:44.144273 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b34c6-7460-499a-a90c-1d15a80aa690 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fc67e9c-676a-47b8-bfd6-7cd4353f2d44,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:57:44.195972 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163b1a8-a146-4050-b338-ede9f2217615 req-3128ec36-f224-4c2e-87ca-c928760a9eba tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:44.196661 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-a163b1a8-a146-4050-b338-ede9f2217615 req-3128ec36-f224-4c2e-87ca-c928760a9eba tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Synchronizing usage tracker for tenant:35843c4f9b0f48c1b84b0312bc1fb37b on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:57:44.270751 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-a163b1a8-a146-4050-b338-ede9f2217615 req-3128ec36-f224-4c2e-87ca-c928760a9eba tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Unset dirty status for tenant:35843c4f9b0f48c1b84b0312bc1fb37b on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:57:44.271975 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a163b1a8-a146-4050-b338-ede9f2217615 req-3128ec36-f224-4c2e-87ca-c928760a9eba tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 946 time: 0.1593790
Jun 04 13:57:44.358014 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a163b1a8-a146-4050-b338-ede9f2217615 req-b30d573c-cf20-4d80-9069-364a7abf26e7 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b0a2f28-7454-4171-8029-00b50c6fe5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799534
Jun 04 13:57:44.402468 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b88979-5d22-4a8d-b0ed-7e40cbff5618 req-92a14caa-6082-4c99-b6ee-9dee2737f0fe tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:44.404313 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-72b88979-5d22-4a8d-b0ed-7e40cbff5618 req-92a14caa-6082-4c99-b6ee-9dee2737f0fe tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 946 time: 0.0854738
Jun 04 13:57:44.405540 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c33b34c6-7460-499a-a90c-1d15a80aa690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66655079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66719298'] for router_interface, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:44.473784 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-72b88979-5d22-4a8d-b0ed-7e40cbff5618 req-7ca70e5e-f22b-4ef1-baa1-284c60461a16 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Deleting port 21989805-4125-4f24-969e-19a0db09af16 {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:57:44.474117 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-72b88979-5d22-4a8d-b0ed-7e40cbff5618 req-7ca70e5e-f22b-4ef1-baa1-284c60461a16 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:44.760347 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33b34c6-7460-499a-a90c-1d15a80aa690 admin admin] Router 473ff1a0-2e0e-4478-a381-1c971a187fb6 has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:57:44.816109 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-72b88979-5d22-4a8d-b0ed-7e40cbff5618 req-7ca70e5e-f22b-4ef1-baa1-284c60461a16 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] For port 21989805-4125-4f24-969e-19a0db09af16, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=21989805-4125-4f24-969e-19a0db09af16,segment=NetworkSegment(368511d6-b7c1-4f33-bc1d-0734e5129378),segment_id=368511d6-b7c1-4f33-bc1d-0734e5129378)] {{(pid=88594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:57:44.816468 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-72b88979-5d22-4a8d-b0ed-7e40cbff5618 req-7ca70e5e-f22b-4ef1-baa1-284c60461a16 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:44.934915 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33b34c6-7460-499a-a90c-1d15a80aa690 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:57:44.945503 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac911ab-1dee-4c6c-8286-d6686350a55f None None] Sync routers for ids ['473ff1a0-2e0e-4478-a381-1c971a187fb6'] in dv-cinder-843593-2-iscsi {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:57:44.946037 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-72b88979-5d22-4a8d-b0ed-7e40cbff5618 req-7ca70e5e-f22b-4ef1-baa1-284c60461a16 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Calling delete_port for 21989805-4125-4f24-969e-19a0db09af16 owned by compute:nova {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:57:44.947200 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-c33b34c6-7460-499a-a90c-1d15a80aa690 admin admin] 10.222.0.39 "PUT /v2.0/routers/473ff1a0-2e0e-4478-a381-1c971a187fb6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5234704
Jun 04 13:57:44.949512 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53150) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:57:44.957104 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac911ab-1dee-4c6c-8286-d6686350a55f None None] Routers {'473ff1a0-2e0e-4478-a381-1c971a187fb6'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:57:44.957781 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-8ac911ab-1dee-4c6c-8286-d6686350a55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e76ea30>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:57:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['473ff1a0-2e0e-4478-a381-1c971a187fb6'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:45.131660 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-30c9e889-36ba-44ab-a91e-46bf324eaedb admin admin] Notify callbacks [] for router, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:45.133437 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-72b88979-5d22-4a8d-b0ed-7e40cbff5618 req-7ca70e5e-f22b-4ef1-baa1-284c60461a16 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:45.145910 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-8ac911ab-1dee-4c6c-8286-d6686350a55f None None] Set router 473ff1a0-2e0e-4478-a381-1c971a187fb6 gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:57:45.218603 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca70e5e-f22b-4ef1-baa1-284c60461a16 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Pushing event deleted for resources: {'Port': ['ID=21989805-4125-4f24-969e-19a0db09af16,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:57:45.275023 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b88979-5d22-4a8d-b0ed-7e40cbff5618 req-7ca70e5e-f22b-4ef1-baa1-284c60461a16 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] No DVR routers for this DVR port 21989805-4125-4f24-969e-19a0db09af16 on host hv-cinder-84359 {{(pid=88594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:57:45.277605 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-72b88979-5d22-4a8d-b0ed-7e40cbff5618 req-7ca70e5e-f22b-4ef1-baa1-284c60461a16 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:45.282192 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef64f15-151d-43a2-ad72-c338df2628ec', 'name': 'network-vif-deleted', 'tag': '21989805-4125-4f24-969e-19a0db09af16'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:57:45.343004 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e047dad8-ebc8-493d-9d37-9c2e3a1e69de'] response: {'server_uuid': '0ef64f15-151d-43a2-ad72-c338df2628ec', 'name': 'network-vif-deleted', 'tag': '21989805-4125-4f24-969e-19a0db09af16', 'status': 'completed', 'code': 200}
Jun 04 13:57:45.356910 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-72b88979-5d22-4a8d-b0ed-7e40cbff5618 req-7ca70e5e-f22b-4ef1-baa1-284c60461a16 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.55 "DELETE /v2.0/ports/21989805-4125-4f24-969e-19a0db09af16 HTTP/1.1" status: 204  len: 173 time: 0.9464526
Jun 04 13:57:45.441346 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-30c9e889-36ba-44ab-a91e-46bf324eaedb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:45.459979 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-8ac911ab-1dee-4c6c-8286-d6686350a55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e76ea30>, [{'id': '473ff1a0-2e0e-4478-a381-1c971a187fb6', 'name': 'tempest-TestMinimumBasicScenario-638527310-router', 'tenant_id': '3cf656b2b1ba4fdb9c912337cf1be82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'beb10cdd-a4ae-4dce-bcf9-474384cc2da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:55:00Z', 'updated_at': '2022-06-04T13:57:43Z', 'revision_number': 5, 'project_id': '3cf656b2b1ba4fdb9c912337cf1be82b', 'gw_port': {'id': 'beb10cdd-a4ae-4dce-bcf9-474384cc2da3', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:57:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473ff1a0-2e0e-4478-a381-1c971a187fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:55:00Z', 'updated_at': '2022-06-04T13:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:45.464205 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac911ab-1dee-4c6c-8286-d6686350a55f None None] Checking router: 473ff1a0-2e0e-4478-a381-1c971a187fb6 for host: dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:57:45.478354 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac911ab-1dee-4c6c-8286-d6686350a55f None None] Routers {'473ff1a0-2e0e-4478-a381-1c971a187fb6'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:57:45.478354 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-8ac911ab-1dee-4c6c-8286-d6686350a55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e76ea30>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:57:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['473ff1a0-2e0e-4478-a381-1c971a187fb6'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:45.517048 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-30c9e889-36ba-44ab-a91e-46bf324eaedb admin admin] Deleting port beb10cdd-a4ae-4dce-bcf9-474384cc2da3 {{(pid=88595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:57:45.517365 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-046549ee-27fb-4c1f-b9da-f28be614e28e req-e5edf67f-7d6f-4273-96a0-e9f073c7764e tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Synchronizing usage tracker for tenant:35843c4f9b0f48c1b84b0312bc1fb37b on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:57:45.518381 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-30c9e889-36ba-44ab-a91e-46bf324eaedb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:45.597239 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-046549ee-27fb-4c1f-b9da-f28be614e28e req-e5edf67f-7d6f-4273-96a0-e9f073c7764e tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Unset dirty status for tenant:35843c4f9b0f48c1b84b0312bc1fb37b on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:57:45.599141 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-046549ee-27fb-4c1f-b9da-f28be614e28e req-e5edf67f-7d6f-4273-96a0-e9f073c7764e tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 210 time: 0.1270218
Jun 04 13:57:45.636109 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-8ac911ab-1dee-4c6c-8286-d6686350a55f None None] Set router 473ff1a0-2e0e-4478-a381-1c971a187fb6 gateway port host: None {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:57:45.717776 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.db [None req-30c9e889-36ba-44ab-a91e-46bf324eaedb admin admin] For port beb10cdd-a4ae-4dce-bcf9-474384cc2da3, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=beb10cdd-a4ae-4dce-bcf9-474384cc2da3,segment=NetworkSegment(a5e9f3a7-fe7c-4b2a-9489-202ad5682d71),segment_id=a5e9f3a7-fe7c-4b2a-9489-202ad5682d71)] {{(pid=88595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:57:45.718163 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-30c9e889-36ba-44ab-a91e-46bf324eaedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:45.745356 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-8ac911ab-1dee-4c6c-8286-d6686350a55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e76ea30>, [{'id': '473ff1a0-2e0e-4478-a381-1c971a187fb6', 'name': 'tempest-TestMinimumBasicScenario-638527310-router', 'tenant_id': '3cf656b2b1ba4fdb9c912337cf1be82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:55:00Z', 'updated_at': '2022-06-04T13:57:45Z', 'revision_number': 6, 'project_id': '3cf656b2b1ba4fdb9c912337cf1be82b', 'gw_port_host': None}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:45.749172 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac911ab-1dee-4c6c-8286-d6686350a55f None None] The sync data for ids ['473ff1a0-2e0e-4478-a381-1c971a187fb6'] in dv-cinder-843593-2-iscsi is: [{'id': '473ff1a0-2e0e-4478-a381-1c971a187fb6', 'name': 'tempest-TestMinimumBasicScenario-638527310-router', 'tenant_id': '3cf656b2b1ba4fdb9c912337cf1be82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:55:00Z', 'updated_at': '2022-06-04T13:57:45Z', 'revision_number': 6, 'project_id': '3cf656b2b1ba4fdb9c912337cf1be82b', 'gw_port_host': None}] {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:57:45.843941 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-30c9e889-36ba-44ab-a91e-46bf324eaedb admin admin] Calling delete_port for beb10cdd-a4ae-4dce-bcf9-474384cc2da3 owned by network:router_gateway {{(pid=88595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:57:46.064928 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-30c9e889-36ba-44ab-a91e-46bf324eaedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:46.118067 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9e889-36ba-44ab-a91e-46bf324eaedb admin admin] Pushing event deleted for resources: {'Port': ['ID=beb10cdd-a4ae-4dce-bcf9-474384cc2da3,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:57:46.211708 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-30c9e889-36ba-44ab-a91e-46bf324eaedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66723803'] for router_gateway, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:46.380465 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-30c9e889-36ba-44ab-a91e-46bf324eaedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66723677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7300'] for router, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:46.383162 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-30c9e889-36ba-44ab-a91e-46bf324eaedb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:46.459775 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-30c9e889-36ba-44ab-a91e-46bf324eaedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66715676'] for router, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:46.460291 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c9e889-36ba-44ab-a91e-46bf324eaedb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 473ff1a0-2e0e-4478-a381-1c971a187fb6 {{(pid=88595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 13:57:46.472610 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-30c9e889-36ba-44ab-a91e-46bf324eaedb admin admin] Notify callbacks [] for router, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:46.473714 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-30c9e889-36ba-44ab-a91e-46bf324eaedb admin admin] 10.222.0.39 "DELETE /v2.0/routers/473ff1a0-2e0e-4478-a381-1c971a187fb6 HTTP/1.1" status: 204  len: 168 time: 1.5231500
Jun 04 13:57:46.476131 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53158) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:57:46.536743 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa409fc-ac45-4d1d-b3fd-ddcf10e1a3ed admin admin] Deleting subnet a34cfa21-35d3-480b-82a8-28bd0e08d367 {{(pid=88595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 04 13:57:46.539738 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4fa409fc-ac45-4d1d-b3fd-ddcf10e1a3ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:46.599217 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4fa409fc-ac45-4d1d-b3fd-ddcf10e1a3ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64864184'] for subnet, precommit_delete_associations {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:46.680903 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4fa409fc-ac45-4d1d-b3fd-ddcf10e1a3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694649'] for subnet, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:46.787789 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-c99af39f-bd20-4473-add9-cbf5bae2327e req-d826fa69-a2a7-4113-b823-d7b3c909cb7d tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef64f15-151d-43a2-ad72-c338df2628ec HTTP/1.1" status: 200  len: 210 time: 0.0607176
Jun 04 13:57:46.871105 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4fa409fc-ac45-4d1d-b3fd-ddcf10e1a3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64863260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64154139'] for subnet, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:46.909680 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa409fc-ac45-4d1d-b3fd-ddcf10e1a3ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a34cfa21-35d3-480b-82a8-28bd0e08d367,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:57:46.911661 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4fa409fc-ac45-4d1d-b3fd-ddcf10e1a3ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for subnet, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:46.917129 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318eb93d-80cf-4cdb-8a27-203e2c26cc45 None None] Network 413ec37b-86f7-44d0-97e0-7fb98a443711 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:57:46.919213 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-4fa409fc-ac45-4d1d-b3fd-ddcf10e1a3ed admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a34cfa21-35d3-480b-82a8-28bd0e08d367 HTTP/1.1" status: 204  len: 168 time: 0.4420033
Jun 04 13:57:46.921558 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53164) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:57:47.117354 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3b81c0cf-1e19-40c0-9c72-fe94a1fd94b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751646'] for network, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:47.127726 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-3b81c0cf-1e19-40c0-9c72-fe94a1fd94b0 admin admin] Deleting port 9147ee98-7e3f-4d1a-8bc4-23151d8eecf2 {{(pid=88595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:57:47.128051 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3b81c0cf-1e19-40c0-9c72-fe94a1fd94b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:47.182846 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4488a10c-fb17-449c-9dac-f36185925497 None None] DHCP port deletion for 413ec37b-86f7-44d0-97e0-7fb98a443711 request from dv-cinder-843593-2-iscsi {{(pid=88596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 04 13:57:47.187655 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-4488a10c-fb17-449c-9dac-f36185925497 None None] Deleting port 9147ee98-7e3f-4d1a-8bc4-23151d8eecf2 {{(pid=88596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:57:47.188021 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-4488a10c-fb17-449c-9dac-f36185925497 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:47.247335 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 9147ee98-7e3f-4d1a-8bc4-23151d8eecf2 no longer exists at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:57:47.339706 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.db [None req-3b81c0cf-1e19-40c0-9c72-fe94a1fd94b0 admin admin] For port 9147ee98-7e3f-4d1a-8bc4-23151d8eecf2, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=9147ee98-7e3f-4d1a-8bc4-23151d8eecf2,segment=NetworkSegment(9c41a4f8-d2ab-487a-a9cf-4f3a096e9cdd),segment_id=9c41a4f8-d2ab-487a-a9cf-4f3a096e9cdd)] {{(pid=88595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:57:47.340045 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3b81c0cf-1e19-40c0-9c72-fe94a1fd94b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:47.463223 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-3b81c0cf-1e19-40c0-9c72-fe94a1fd94b0 admin admin] Calling delete_port for 9147ee98-7e3f-4d1a-8bc4-23151d8eecf2 owned by network:dhcp {{(pid=88595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:57:47.535866 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-4488a10c-fb17-449c-9dac-f36185925497 None None] For port 9147ee98-7e3f-4d1a-8bc4-23151d8eecf2, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=9147ee98-7e3f-4d1a-8bc4-23151d8eecf2,segment=NetworkSegment(9c41a4f8-d2ab-487a-a9cf-4f3a096e9cdd),segment_id=9c41a4f8-d2ab-487a-a9cf-4f3a096e9cdd)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:57:47.536252 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-4488a10c-fb17-449c-9dac-f36185925497 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:47.547196 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Current status of the port 9147ee98-7e3f-4d1a-8bc4-23151d8eecf2 is: ACTIVE; New status is: DOWN {{(pid=88596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}}
Jun 04 13:57:47.547706 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for port, before_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:47.602474 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3b81c0cf-1e19-40c0-9c72-fe94a1fd94b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:47.652122 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b81c0cf-1e19-40c0-9c72-fe94a1fd94b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9147ee98-7e3f-4d1a-8bc4-23151d8eecf2,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:57:47.654138 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b81c0cf-1e19-40c0-9c72-fe94a1fd94b0 admin admin] No DVR routers for this DVR port 9147ee98-7e3f-4d1a-8bc4-23151d8eecf2 on host dv-cinder-843593-2-iscsi {{(pid=88595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:57:47.669566 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-4488a10c-fb17-449c-9dac-f36185925497 None None] Calling delete_port for 9147ee98-7e3f-4d1a-8bc4-23151d8eecf2 owned by network:dhcp {{(pid=88596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:57:47.759330 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device beb10cdd-a4ae-4dce-bcf9-474384cc2da3 no longer exists at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:57:47.766942 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3b81c0cf-1e19-40c0-9c72-fe94a1fd94b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659742', 'neutron.services.segments.db._delete_segments_for_network-8733313062566'] for network, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:47.791746 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.services.segments.db [None req-3b81c0cf-1e19-40c0-9c72-fe94a1fd94b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f161d330c70>,) {'filters': {'network_id': ['413ec37b-86f7-44d0-97e0-7fb98a443711']}} {{(pid=88595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:47.793826 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] No Port match for: beb10cdd-a4ae-4dce-bcf9-474384cc2da3 {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:57:47.793975 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device beb10cdd-a4ae-4dce-bcf9-474384cc2da3 not bound to the agent host dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:57:47.794274 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 5fc67e9c-676a-47b8-bfd6-7cd4353f2d44 no longer exists at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:57:47.803473 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.services.segments.db [None req-3b81c0cf-1e19-40c0-9c72-fe94a1fd94b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f161d330c70>, '9c41a4f8-d2ab-487a-a9cf-4f3a096e9cdd') {'for_net_delete': True} {{(pid=88595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:47.803766 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.services.segments.db [None req-3b81c0cf-1e19-40c0-9c72-fe94a1fd94b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f161d330c70>, '9c41a4f8-d2ab-487a-a9cf-4f3a096e9cdd') {} {{(pid=88595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:47.814707 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3b81c0cf-1e19-40c0-9c72-fe94a1fd94b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733313065921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64864177'] for segment, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:47.831642 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3b81c0cf-1e19-40c0-9c72-fe94a1fd94b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:47.839725 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b81c0cf-1e19-40c0-9c72-fe94a1fd94b0 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=88595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:57:47.840113 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3b81c0cf-1e19-40c0-9c72-fe94a1fd94b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-658974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64863414'] for segment, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:47.840937 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] No Port match for: 5fc67e9c-676a-47b8-bfd6-7cd4353f2d44 {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:57:47.841272 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 5fc67e9c-676a-47b8-bfd6-7cd4353f2d44 not bound to the agent host dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:57:47.846260 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.db.api [None req-4488a10c-fb17-449c-9dac-f36185925497 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 13:57:47.846612 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG oslo_db.api [None req-4488a10c-fb17-449c-9dac-f36185925497 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 13:57:47.888501 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 53172) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:57:47.912380 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.services.segments.plugin [-] Segment 9c41a4f8-d2ab-487a-a9cf-4f3a096e9cdd resource provider aggregate not found
Jun 04 13:57:47.935651 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.services.segments.plugin [-] Segment 9c41a4f8-d2ab-487a-a9cf-4f3a096e9cdd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c41a4f8-d2ab-487a-a9cf-4f3a096e9cdd found for delete  ", "request_id": "req-58fb694c-7a7d-4fff-9a3f-4bf8f90593d1"}]}
Jun 04 13:57:47.959897 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-25a027cc-21af-4c8c-9d67-fc1e5d92eb95 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:47.988378 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-25a027cc-21af-4c8c-9d67-fc1e5d92eb95 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:48.007743 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3b81c0cf-1e19-40c0-9c72-fe94a1fd94b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66723838'] for network, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:48.026159 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3b81c0cf-1e19-40c0-9c72-fe94a1fd94b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:48.034125 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b81c0cf-1e19-40c0-9c72-fe94a1fd94b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=413ec37b-86f7-44d0-97e0-7fb98a443711,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:57:48.044016 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-3b81c0cf-1e19-40c0-9c72-fe94a1fd94b0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/413ec37b-86f7-44d0-97e0-7fb98a443711 HTTP/1.1" status: 204  len: 168 time: 1.1214969
Jun 04 13:57:48.116782 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-25a027cc-21af-4c8c-9d67-fc1e5d92eb95 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:48.136099 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a027cc-21af-4c8c-9d67-fc1e5d92eb95 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0a2f28-7454-4171-8029-00b50c6fe5bf,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:57:48.184283 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-25a027cc-21af-4c8c-9d67-fc1e5d92eb95 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:48.185404 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-25a027cc-21af-4c8c-9d67-fc1e5d92eb95 tempest-TestShelveInstance-887819668 tempest-TestShelveInstance-887819668-project] 10.222.0.39 "DELETE /v2.0/security-groups/4b0a2f28-7454-4171-8029-00b50c6fe5bf HTTP/1.1" status: 204  len: 168 time: 0.2959266
Jun 04 13:57:48.270855 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 53182) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:57:48.347478 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-4488a10c-fb17-449c-9dac-f36185925497 None None] Deleting port 9147ee98-7e3f-4d1a-8bc4-23151d8eecf2 {{(pid=88596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:57:48.347994 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-4488a10c-fb17-449c-9dac-f36185925497 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:48.409903 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 53188) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:57:48.434871 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-4488a10c-fb17-449c-9dac-f36185925497 None None] The port '9147ee98-7e3f-4d1a-8bc4-23151d8eecf2' was deleted {{(pid=88596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}}
Jun 04 13:57:48.541773 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-2981051f-9a33-4216-aaef-f8136ac437a3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fe664db09ab54eb78020560648b48372&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1300595
Jun 04 13:57:48.543613 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53192) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:57:48.606288 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b2b339a1-e3f5-4e58-9b62-bc773aa5dfec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:48.632438 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b2b339a1-e3f5-4e58-9b62-bc773aa5dfec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:48.741136 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 21989805-4125-4f24-969e-19a0db09af16 no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:57:48.756590 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b2b339a1-e3f5-4e58-9b62-bc773aa5dfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:48.773875 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b339a1-e3f5-4e58-9b62-bc773aa5dfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9abb84-e3d8-4e34-93fc-80532c383d5f,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:57:48.776574 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] No Port match for: 21989805-4125-4f24-969e-19a0db09af16 {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:57:48.776909 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 21989805-4125-4f24-969e-19a0db09af16 not bound to the agent host hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:57:48.835770 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b2b339a1-e3f5-4e58-9b62-bc773aa5dfec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:48.836932 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-b2b339a1-e3f5-4e58-9b62-bc773aa5dfec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6a9abb84-e3d8-4e34-93fc-80532c383d5f HTTP/1.1" status: 204  len: 168 time: 0.2923703
Jun 04 13:57:48.916171 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-3493481f-f16f-44d2-8752-91f9a19ba088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66719486'] for router_interface, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:49.367486 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [None req-3493481f-f16f-44d2-8752-91f9a19ba088 admin admin] Deleting port 99dffbe6-b4d6-4c58-a094-09ada5134b8c {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:57:49.367723 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-3493481f-f16f-44d2-8752-91f9a19ba088 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:49.499293 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53202) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:57:49.541042 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [None req-3493481f-f16f-44d2-8752-91f9a19ba088 admin admin] For port 99dffbe6-b4d6-4c58-a094-09ada5134b8c, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=99dffbe6-b4d6-4c58-a094-09ada5134b8c,segment=NetworkSegment(368511d6-b7c1-4f33-bc1d-0734e5129378),segment_id=368511d6-b7c1-4f33-bc1d-0734e5129378)] {{(pid=88594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:57:49.541419 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-3493481f-f16f-44d2-8752-91f9a19ba088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:49.551962 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-14e237ae-0379-4008-9852-dd336c93c311 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3cf656b2b1ba4fdb9c912337cf1be82b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0479956
Jun 04 13:57:49.552955 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 53208) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:57:49.683293 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [None req-3493481f-f16f-44d2-8752-91f9a19ba088 admin admin] Calling delete_port for 99dffbe6-b4d6-4c58-a094-09ada5134b8c owned by network:router_interface {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:57:49.908160 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-5e54bba6-43be-4f5e-8ebc-b11a63eedacd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:49.949113 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-5e54bba6-43be-4f5e-8ebc-b11a63eedacd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:50.099021 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-5e54bba6-43be-4f5e-8ebc-b11a63eedacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:50.116208 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54bba6-43be-4f5e-8ebc-b11a63eedacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8e66ad-890a-42ad-909d-6dddf0d2fcc6,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:57:50.150461 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-3493481f-f16f-44d2-8752-91f9a19ba088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:50.202121 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493481f-f16f-44d2-8752-91f9a19ba088 admin admin] Pushing event deleted for resources: {'Port': ['ID=99dffbe6-b4d6-4c58-a094-09ada5134b8c,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:57:50.242857 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-5e54bba6-43be-4f5e-8ebc-b11a63eedacd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:50.246512 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-5e54bba6-43be-4f5e-8ebc-b11a63eedacd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1c8e66ad-890a-42ad-909d-6dddf0d2fcc6 HTTP/1.1" status: 204  len: 168 time: 0.6901305
Jun 04 13:57:50.516092 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7f385-4ff1-4b21-9d9e-6399dfdf8c7b req-622592c1-fa9c-453f-b623-929d75302bae tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:50.517478 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-47d7f385-4ff1-4b21-9d9e-6399dfdf8c7b req-622592c1-fa9c-453f-b623-929d75302bae tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 946 time: 0.2268608
Jun 04 13:57:50.567274 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-3493481f-f16f-44d2-8752-91f9a19ba088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66655079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66719298'] for router_interface, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:50.590162 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-47d7f385-4ff1-4b21-9d9e-6399dfdf8c7b req-3aa32c9e-aee8-4c1a-a15b-49f69d0ecebf tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597184
Jun 04 13:57:51.057625 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3493481f-f16f-44d2-8752-91f9a19ba088 admin admin] Router 00271ba5-d1a8-4119-96d6-8f210152117b has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:57:51.233380 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3493481f-f16f-44d2-8752-91f9a19ba088 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:57:51.238306 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-3493481f-f16f-44d2-8752-91f9a19ba088 admin admin] 10.222.0.39 "PUT /v2.0/routers/00271ba5-d1a8-4119-96d6-8f210152117b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9664192
Jun 04 13:57:51.241328 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 53222) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:57:51.242234 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c23458-36e4-4ec2-ac02-42b4cd352660 None None] Sync routers for ids ['00271ba5-d1a8-4119-96d6-8f210152117b'] in dv-cinder-843593-2-iscsi {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:57:51.251528 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c23458-36e4-4ec2-ac02-42b4cd352660 None None] Routers {'00271ba5-d1a8-4119-96d6-8f210152117b'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:57:51.252119 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-b8c23458-36e4-4ec2-ac02-42b4cd352660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161eeb1af0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:57:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['00271ba5-d1a8-4119-96d6-8f210152117b'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:51.415753 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4ef2-2006-49e3-ad7a-748791e9f682 admin admin] Notify callbacks [] for router, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:51.424877 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-b8c23458-36e4-4ec2-ac02-42b4cd352660 None None] Set router 00271ba5-d1a8-4119-96d6-8f210152117b gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:57:51.590660 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4ef2-2006-49e3-ad7a-748791e9f682 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:51.691982 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [None req-ab9b4ef2-2006-49e3-ad7a-748791e9f682 admin admin] Deleting port a01d05f1-e6f0-472b-af5e-b897dcd2f9f4 {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:57:51.692222 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4ef2-2006-49e3-ad7a-748791e9f682 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:51.708376 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-b8c23458-36e4-4ec2-ac02-42b4cd352660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161eeb1af0>, [{'id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'name': 'tempest-TestShelveInstance-1714972987-router', 'tenant_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'a01d05f1-e6f0-472b-af5e-b897dcd2f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:38Z', 'updated_at': '2022-06-04T13:57:50Z', 'revision_number': 5, 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'gw_port': {'id': 'a01d05f1-e6f0-472b-af5e-b897dcd2f9f4', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:18:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:39Z', 'updated_at': '2022-06-04T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:51.712221 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c23458-36e4-4ec2-ac02-42b4cd352660 None None] Checking router: 00271ba5-d1a8-4119-96d6-8f210152117b for host: dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:57:51.720816 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c23458-36e4-4ec2-ac02-42b4cd352660 None None] Routers {'00271ba5-d1a8-4119-96d6-8f210152117b'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:57:51.721135 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-b8c23458-36e4-4ec2-ac02-42b4cd352660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161eeb1af0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:57:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['00271ba5-d1a8-4119-96d6-8f210152117b'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:51.790566 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c184772-46e3-4516-bbbe-de3b27d845a4 req-d4affe5c-657d-4f30-bd0d-5a6b9972a45f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:51.792194 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-9c184772-46e3-4516-bbbe-de3b27d845a4 req-d4affe5c-657d-4f30-bd0d-5a6b9972a45f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 946 time: 0.0840349
Jun 04 13:57:51.837368 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-9c184772-46e3-4516-bbbe-de3b27d845a4 req-acb2e9bc-704a-4832-bbdd-045ab7f0a5cb tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389204
Jun 04 13:57:51.854510 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854cc4d-4018-4d2b-b23a-fffbf05d0856 req-59733027-60f3-40e1-a3d0-d88d8598a342 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:51.855960 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8854cc4d-4018-4d2b-b23a-fffbf05d0856 req-59733027-60f3-40e1-a3d0-d88d8598a342 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.55 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 946 time: 0.2096562
Jun 04 13:57:51.873482 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-b8c23458-36e4-4ec2-ac02-42b4cd352660 None None] Set router 00271ba5-d1a8-4119-96d6-8f210152117b gateway port host: None {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:57:51.948648 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [None req-ab9b4ef2-2006-49e3-ad7a-748791e9f682 admin admin] For port a01d05f1-e6f0-472b-af5e-b897dcd2f9f4, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=a01d05f1-e6f0-472b-af5e-b897dcd2f9f4,segment=NetworkSegment(a5e9f3a7-fe7c-4b2a-9489-202ad5682d71),segment_id=a5e9f3a7-fe7c-4b2a-9489-202ad5682d71)] {{(pid=88594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:57:51.948929 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4ef2-2006-49e3-ad7a-748791e9f682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:51.966874 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-8854cc4d-4018-4d2b-b23a-fffbf05d0856 req-8f38dc0f-994c-4034-a6c8-8163ea2e6719 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Deleting port 871f55d5-5b7e-4f77-bfb1-f98eb019b147 {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:57:51.967223 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-8854cc4d-4018-4d2b-b23a-fffbf05d0856 req-8f38dc0f-994c-4034-a6c8-8163ea2e6719 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:51.977415 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-b8c23458-36e4-4ec2-ac02-42b4cd352660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161eeb1af0>, [{'id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'name': 'tempest-TestShelveInstance-1714972987-router', 'tenant_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:38Z', 'updated_at': '2022-06-04T13:57:51Z', 'revision_number': 6, 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'gw_port_host': None}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:51.981245 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c23458-36e4-4ec2-ac02-42b4cd352660 None None] The sync data for ids ['00271ba5-d1a8-4119-96d6-8f210152117b'] in dv-cinder-843593-2-iscsi is: [{'id': '00271ba5-d1a8-4119-96d6-8f210152117b', 'name': 'tempest-TestShelveInstance-1714972987-router', 'tenant_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:38Z', 'updated_at': '2022-06-04T13:57:51Z', 'revision_number': 6, 'project_id': '35843c4f9b0f48c1b84b0312bc1fb37b', 'gw_port_host': None}] {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:57:52.217473 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [None req-ab9b4ef2-2006-49e3-ad7a-748791e9f682 admin admin] Calling delete_port for a01d05f1-e6f0-472b-af5e-b897dcd2f9f4 owned by network:router_gateway {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:57:52.540875 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-8854cc4d-4018-4d2b-b23a-fffbf05d0856 req-8f38dc0f-994c-4034-a6c8-8163ea2e6719 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] For port 871f55d5-5b7e-4f77-bfb1-f98eb019b147, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=871f55d5-5b7e-4f77-bfb1-f98eb019b147,segment=NetworkSegment(5a203b17-8fb4-4d75-9990-d9b9069da272),segment_id=5a203b17-8fb4-4d75-9990-d9b9069da272)] {{(pid=88594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:57:52.541163 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-8854cc4d-4018-4d2b-b23a-fffbf05d0856 req-8f38dc0f-994c-4034-a6c8-8163ea2e6719 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:52.698462 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4ef2-2006-49e3-ad7a-748791e9f682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:52.763353 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b4ef2-2006-49e3-ad7a-748791e9f682 admin admin] Pushing event deleted for resources: {'Port': ['ID=a01d05f1-e6f0-472b-af5e-b897dcd2f9f4,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:57:52.988604 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4ef2-2006-49e3-ad7a-748791e9f682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66723803'] for router_gateway, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:53.043343 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-8854cc4d-4018-4d2b-b23a-fffbf05d0856 req-8f38dc0f-994c-4034-a6c8-8163ea2e6719 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:53.043699 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-8854cc4d-4018-4d2b-b23a-fffbf05d0856 req-8f38dc0f-994c-4034-a6c8-8163ea2e6719 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66723820'] for floatingip, after_update {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:53.044001 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.db.l3_db [req-8854cc4d-4018-4d2b-b23a-fffbf05d0856 req-8f38dc0f-994c-4034-a6c8-8163ea2e6719 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Floating IP dcdb587c-234e-4693-a154-1944e34b387e disassociated. External IP: 172.27.2.220, port: 871f55d5-5b7e-4f77-bfb1-f98eb019b147.
Jun 04 13:57:53.044330 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-8854cc4d-4018-4d2b-b23a-fffbf05d0856 req-8f38dc0f-994c-4034-a6c8-8163ea2e6719 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Calling delete_port for 871f55d5-5b7e-4f77-bfb1-f98eb019b147 owned by compute:nova {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:57:53.223142 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4ef2-2006-49e3-ad7a-748791e9f682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66723677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7300'] for router, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:53.225835 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device a01d05f1-e6f0-472b-af5e-b897dcd2f9f4 no longer exists at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:57:53.230569 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4ef2-2006-49e3-ad7a-748791e9f682 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:53.260059 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] No Port match for: a01d05f1-e6f0-472b-af5e-b897dcd2f9f4 {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:57:53.264946 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device a01d05f1-e6f0-472b-af5e-b897dcd2f9f4 not bound to the agent host dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:57:53.264946 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 99dffbe6-b4d6-4c58-a094-09ada5134b8c no longer exists at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:57:53.293773 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] No Port match for: 99dffbe6-b4d6-4c58-a094-09ada5134b8c {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:57:53.294109 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 99dffbe6-b4d6-4c58-a094-09ada5134b8c not bound to the agent host dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:57:53.319390 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce46bb9-b582-4413-b270-6978fc4fbdd1 req-099cac76-7ea2-4dcc-9892-deedffb03d9f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:57:53.322743 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-fce46bb9-b582-4413-b270-6978fc4fbdd1 req-099cac76-7ea2-4dcc-9892-deedffb03d9f tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 946 time: 0.3700190
Jun 04 13:57:53.347164 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4ef2-2006-49e3-ad7a-748791e9f682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66715676'] for router, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:53.347667 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9b4ef2-2006-49e3-ad7a-748791e9f682 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00271ba5-d1a8-4119-96d6-8f210152117b {{(pid=88594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 13:57:53.391234 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-fce46bb9-b582-4413-b270-6978fc4fbdd1 req-f6b7f354-7c3c-45d1-9324-c890dbf24dc9 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups?id=56beb9a4-643b-4d99-a7cd-69574081d1dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641899
Jun 04 13:57:53.431185 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-8854cc4d-4018-4d2b-b23a-fffbf05d0856 req-8f38dc0f-994c-4034-a6c8-8163ea2e6719 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:53.593770 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38dc0f-994c-4034-a6c8-8163ea2e6719 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Pushing event deleted for resources: {'Port': ['ID=871f55d5-5b7e-4f77-bfb1-f98eb019b147,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:57:53.598332 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4ef2-2006-49e3-ad7a-748791e9f682 admin admin] Notify callbacks [] for router, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:53.600093 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-ab9b4ef2-2006-49e3-ad7a-748791e9f682 admin admin] 10.222.0.39 "DELETE /v2.0/routers/00271ba5-d1a8-4119-96d6-8f210152117b HTTP/1.1" status: 204  len: 168 time: 2.3571975
Jun 04 13:57:53.602799 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53230) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:57:53.668020 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d63e589-d9a7-4993-9411-50f0657d62bd admin admin] Deleting subnet def43a37-3d57-482a-b5a1-92cad0f1e446 {{(pid=88595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 04 13:57:53.670788 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8d63e589-d9a7-4993-9411-50f0657d62bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:53.718416 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8d63e589-d9a7-4993-9411-50f0657d62bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64864184'] for subnet, precommit_delete_associations {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:53.784753 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8854cc4d-4018-4d2b-b23a-fffbf05d0856 req-8f38dc0f-994c-4034-a6c8-8163ea2e6719 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Router b3c35a1a-a2f2-4646-881a-9ffba554fd8b has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:57:53.799271 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8d63e589-d9a7-4993-9411-50f0657d62bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694649'] for subnet, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:53.939310 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8d63e589-d9a7-4993-9411-50f0657d62bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64863260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64154139'] for subnet, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:53.964408 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8854cc4d-4018-4d2b-b23a-fffbf05d0856 req-8f38dc0f-994c-4034-a6c8-8163ea2e6719 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:57:53.976803 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63e589-d9a7-4993-9411-50f0657d62bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=def43a37-3d57-482a-b5a1-92cad0f1e446,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:57:53.977496 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e4f229-dc71-4b73-9d2d-3c8aca7a7d22 None None] Sync routers for ids ['b3c35a1a-a2f2-4646-881a-9ffba554fd8b'] in dv-cinder-843593-2-iscsi {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:57:53.987291 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8d63e589-d9a7-4993-9411-50f0657d62bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for subnet, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:53.992418 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dff33f-1444-4386-ae3c-6e4ecf20d66f None None] Network b7c91237-9e54-4d46-a198-a476667f12b3 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:57:53.993462 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-8d63e589-d9a7-4993-9411-50f0657d62bd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/def43a37-3d57-482a-b5a1-92cad0f1e446 HTTP/1.1" status: 204  len: 168 time: 0.3887649
Jun 04 13:57:53.998206 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 53234) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:57:54.065641 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-8854cc4d-4018-4d2b-b23a-fffbf05d0856 req-8f38dc0f-994c-4034-a6c8-8163ea2e6719 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] No DVR routers for this DVR port 871f55d5-5b7e-4f77-bfb1-f98eb019b147 on host hv-cinder-84359 {{(pid=88594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:57:54.070066 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-8854cc4d-4018-4d2b-b23a-fffbf05d0856 req-8f38dc0f-994c-4034-a6c8-8163ea2e6719 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:54.072009 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-8854cc4d-4018-4d2b-b23a-fffbf05d0856 req-8f38dc0f-994c-4034-a6c8-8163ea2e6719 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.55 "DELETE /v2.0/ports/871f55d5-5b7e-4f77-bfb1-f98eb019b147 HTTP/1.1" status: 204  len: 173 time: 2.2083640
Jun 04 13:57:54.072446 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132a47f3-182b-472b-b07b-f25995f2439a', 'name': 'network-vif-deleted', 'tag': '871f55d5-5b7e-4f77-bfb1-f98eb019b147'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:57:54.081700 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e4f229-dc71-4b73-9d2d-3c8aca7a7d22 None None] Routers {'b3c35a1a-a2f2-4646-881a-9ffba554fd8b'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:57:54.082803 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-01e4f229-dc71-4b73-9d2d-3c8aca7a7d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e3c27f0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:57:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['b3c35a1a-a2f2-4646-881a-9ffba554fd8b'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:54.146460 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45117357-22f3-4409-9c09-007b68df9298'] response: {'server_uuid': '132a47f3-182b-472b-b07b-f25995f2439a', 'name': 'network-vif-deleted', 'tag': '871f55d5-5b7e-4f77-bfb1-f98eb019b147', 'status': 'completed', 'code': 200}
Jun 04 13:57:54.169671 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-275de402-adb8-44b0-a0a4-c7d497a48a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751646'] for network, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:54.182938 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [None req-275de402-adb8-44b0-a0a4-c7d497a48a28 admin admin] Deleting port f17a6b75-567a-4b13-bae4-65dfad92895a {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:57:54.182938 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-275de402-adb8-44b0-a0a4-c7d497a48a28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:54.370939 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-01e4f229-dc71-4b73-9d2d-3c8aca7a7d22 None None] Set router b3c35a1a-a2f2-4646-881a-9ffba554fd8b gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:57:54.384422 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [None req-275de402-adb8-44b0-a0a4-c7d497a48a28 admin admin] For port f17a6b75-567a-4b13-bae4-65dfad92895a, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=f17a6b75-567a-4b13-bae4-65dfad92895a,segment=NetworkSegment(368511d6-b7c1-4f33-bc1d-0734e5129378),segment_id=368511d6-b7c1-4f33-bc1d-0734e5129378)] {{(pid=88594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:57:54.384916 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-275de402-adb8-44b0-a0a4-c7d497a48a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:54.512952 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [None req-275de402-adb8-44b0-a0a4-c7d497a48a28 admin admin] Calling delete_port for f17a6b75-567a-4b13-bae4-65dfad92895a owned by network:dhcp {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:57:54.592839 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-14ddeee0-0d60-4f2d-9781-37743fa73e38 req-2a3ad01e-a16e-400d-b1f0-ce6ba0fb34ee tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Synchronizing usage tracker for tenant:a4b423c2006c49d8b8e731fbf4557850 on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:57:54.665200 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-14ddeee0-0d60-4f2d-9781-37743fa73e38 req-2a3ad01e-a16e-400d-b1f0-ce6ba0fb34ee tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Unset dirty status for tenant:a4b423c2006c49d8b8e731fbf4557850 on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:57:54.666417 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-14ddeee0-0d60-4f2d-9781-37743fa73e38 req-2a3ad01e-a16e-400d-b1f0-ce6ba0fb34ee tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/ports?device_id=132a47f3-182b-472b-b07b-f25995f2439a HTTP/1.1" status: 200  len: 210 time: 0.1265740
Jun 04 13:57:54.684284 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fefc53c-f020-47fd-b0b9-a8ec85a2479a None None] DHCP port deletion for b7c91237-9e54-4d46-a198-a476667f12b3 request from dv-cinder-843593-2-iscsi {{(pid=88596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 04 13:57:54.688443 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-275de402-adb8-44b0-a0a4-c7d497a48a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:54.724824 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-01e4f229-dc71-4b73-9d2d-3c8aca7a7d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e3c27f0>, [{'id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'name': 'tempest-AttachVolumeShelveTestJSON-463891465-router', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:52:05Z', 'revision_number': 4, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'gw_port': {'id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '1b1203f1-3341-4de6-a51b-e68bdab020e2', 'name': '', 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'mac_address': 'fa:16:3e:fa:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:04Z', 'updated_at': '2022-06-04T13:52:11Z', 'revision_number': 5, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'subnets': [{'id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:54.728868 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e4f229-dc71-4b73-9d2d-3c8aca7a7d22 None None] Checking router: b3c35a1a-a2f2-4646-881a-9ffba554fd8b for host: dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:57:54.737239 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e4f229-dc71-4b73-9d2d-3c8aca7a7d22 None None] Routers {'b3c35a1a-a2f2-4646-881a-9ffba554fd8b'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:57:54.737838 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-01e4f229-dc71-4b73-9d2d-3c8aca7a7d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e3c27f0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:57:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['b3c35a1a-a2f2-4646-881a-9ffba554fd8b'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:54.750956 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275de402-adb8-44b0-a0a4-c7d497a48a28 admin admin] No DVR routers for this DVR port f17a6b75-567a-4b13-bae4-65dfad92895a on host dv-cinder-843593-2-iscsi {{(pid=88594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:57:54.754905 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275de402-adb8-44b0-a0a4-c7d497a48a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=f17a6b75-567a-4b13-bae4-65dfad92895a,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:57:54.875658 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-275de402-adb8-44b0-a0a4-c7d497a48a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659742', 'neutron.services.segments.db._delete_segments_for_network-8733313062566'] for network, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:54.900972 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.services.segments.db [None req-275de402-adb8-44b0-a0a4-c7d497a48a28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f161d1e9d30>,) {'filters': {'network_id': ['b7c91237-9e54-4d46-a198-a476667f12b3']}} {{(pid=88594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:54.913943 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.services.segments.db [None req-275de402-adb8-44b0-a0a4-c7d497a48a28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f161d1e9d30>, '368511d6-b7c1-4f33-bc1d-0734e5129378') {'for_net_delete': True} {{(pid=88594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:54.914239 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.services.segments.db [None req-275de402-adb8-44b0-a0a4-c7d497a48a28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f161d1e9d30>, '368511d6-b7c1-4f33-bc1d-0734e5129378') {} {{(pid=88594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:54.926012 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-275de402-adb8-44b0-a0a4-c7d497a48a28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733313065921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65378621'] for segment, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:54.943223 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-275de402-adb8-44b0-a0a4-c7d497a48a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:54.950860 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275de402-adb8-44b0-a0a4-c7d497a48a28 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=88594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:57:54.951326 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-275de402-adb8-44b0-a0a4-c7d497a48a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-658974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65841379'] for segment, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:54.956080 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-01e4f229-dc71-4b73-9d2d-3c8aca7a7d22 None None] Set router b3c35a1a-a2f2-4646-881a-9ffba554fd8b gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:57:55.208283 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-275de402-adb8-44b0-a0a4-c7d497a48a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66723838'] for network, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:55.237466 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275de402-adb8-44b0-a0a4-c7d497a48a28 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7c91237-9e54-4d46-a198-a476667f12b3,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:57:55.240167 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-275de402-adb8-44b0-a0a4-c7d497a48a28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:55.263173 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device f17a6b75-567a-4b13-bae4-65dfad92895a no longer exists at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:57:55.298219 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] No Port match for: f17a6b75-567a-4b13-bae4-65dfad92895a {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:57:55.298533 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device f17a6b75-567a-4b13-bae4-65dfad92895a not bound to the agent host dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:57:55.307540 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-275de402-adb8-44b0-a0a4-c7d497a48a28 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b7c91237-9e54-4d46-a198-a476667f12b3 HTTP/1.1" status: 204  len: 168 time: 1.3083019
Jun 04 13:57:55.310675 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53246) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:57:55.332415 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-01e4f229-dc71-4b73-9d2d-3c8aca7a7d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e3c27f0>, [{'id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'name': 'tempest-AttachVolumeShelveTestJSON-463891465-router', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:52:05Z', 'revision_number': 4, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'gw_port': {'id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '1b1203f1-3341-4de6-a51b-e68bdab020e2', 'name': '', 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'mac_address': 'fa:16:3e:fa:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:04Z', 'updated_at': '2022-06-04T13:52:11Z', 'revision_number': 5, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'subnets': [{'id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:55.336539 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.services.segments.plugin [-] Segment 368511d6-b7c1-4f33-bc1d-0734e5129378 resource provider aggregate not found
Jun 04 13:57:55.337146 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e4f229-dc71-4b73-9d2d-3c8aca7a7d22 None None] The sync data for ids ['b3c35a1a-a2f2-4646-881a-9ffba554fd8b'] in dv-cinder-843593-2-iscsi is: [{'id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'name': 'tempest-AttachVolumeShelveTestJSON-463891465-router', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:52:05Z', 'revision_number': 4, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'gw_port': {'id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': '1b1203f1-3341-4de6-a51b-e68bdab020e2', 'name': '', 'network_id': '73738528-bfac-4e8c-bc3f-cbda5e3864f1', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'mac_address': 'fa:16:3e:fa:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:04Z', 'updated_at': '2022-06-04T13:52:11Z', 'revision_number': 5, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'subnets': [{'id': '519b1458-12fa-4b17-b5c8-40537719eb4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:57:55.353137 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.services.segments.plugin [-] Segment 368511d6-b7c1-4f33-bc1d-0734e5129378 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 368511d6-b7c1-4f33-bc1d-0734e5129378 found for delete  ", "request_id": "req-4b7b98c0-a290-4951-be95-a528ceb7f572"}]}
Jun 04 13:57:55.555843 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e16d84f-b1dc-4ba1-9c3a-7b836303f2ae None None] New status for floating IP dcdb587c-234e-4693-a154-1944e34b387e: DOWN {{(pid=88597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:57:55.855084 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 53256) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:57:55.922689 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f57ba859-abb2-41dd-a44e-9db6334b00b9 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:55.954223 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f57ba859-abb2-41dd-a44e-9db6334b00b9 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:55.970583 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-23ff5728-45e0-4306-b470-8b7e9c5e53f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66719486'] for router_interface, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:56.019072 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:56.053336 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f57ba859-abb2-41dd-a44e-9db6334b00b9 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:56.073865 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ba859-abb2-41dd-a44e-9db6334b00b9 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56beb9a4-643b-4d99-a7cd-69574081d1dd,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:57:56.121104 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-f57ba859-abb2-41dd-a44e-9db6334b00b9 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:56.122295 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-f57ba859-abb2-41dd-a44e-9db6334b00b9 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "DELETE /v2.0/security-groups/56beb9a4-643b-4d99-a7cd-69574081d1dd HTTP/1.1" status: 204  len: 168 time: 0.2661905
Jun 04 13:57:56.125072 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 53260) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:57:56.141402 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.api.v2.resource [None req-a49ccf73-d1bc-4299-a7fd-b7d022338301 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] show failed (client error): The resource could not be found.
Jun 04 13:57:56.142349 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-a49ccf73-d1bc-4299-a7fd-b7d022338301 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "GET /v2.0/security-groups/56beb9a4-643b-4d99-a7cd-69574081d1dd HTTP/1.1" status: 404  len: 347 time: 0.0163624
Jun 04 13:57:56.145247 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 53264) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:57:56.302522 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [None req-18a54b96-2ffa-45a9-bc9d-c3850758d621 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Deleting port e36f9ac2-cd1f-489c-8193-2884345f9900 {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:57:56.302762 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-18a54b96-2ffa-45a9-bc9d-c3850758d621 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:56.317596 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-23ff5728-45e0-4306-b470-8b7e9c5e53f0 admin admin] Deleting port b52ebbda-b73b-4739-820f-234be24e7759 {{(pid=88595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:57:56.317596 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-23ff5728-45e0-4306-b470-8b7e9c5e53f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:56.473836 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-18a54b96-2ffa-45a9-bc9d-c3850758d621 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:56.474290 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-18a54b96-2ffa-45a9-bc9d-c3850758d621 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:56.490916 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.db [None req-23ff5728-45e0-4306-b470-8b7e9c5e53f0 admin admin] For port b52ebbda-b73b-4739-820f-234be24e7759, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=b52ebbda-b73b-4739-820f-234be24e7759,segment=NetworkSegment(d01a1302-39a8-429d-9819-05d4cc2584ca),segment_id=d01a1302-39a8-429d-9819-05d4cc2584ca)] {{(pid=88595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:57:56.491289 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-23ff5728-45e0-4306-b470-8b7e9c5e53f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:56.595733 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [None req-18a54b96-2ffa-45a9-bc9d-c3850758d621 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Calling delete_port for e36f9ac2-cd1f-489c-8193-2884345f9900 owned by network:floatingip {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:57:56.608410 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-23ff5728-45e0-4306-b470-8b7e9c5e53f0 admin admin] Calling delete_port for b52ebbda-b73b-4739-820f-234be24e7759 owned by network:router_interface {{(pid=88595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:57:56.779593 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 871f55d5-5b7e-4f77-bfb1-f98eb019b147 no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:57:56.807574 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-18a54b96-2ffa-45a9-bc9d-c3850758d621 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:56.813095 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] No Port match for: 871f55d5-5b7e-4f77-bfb1-f98eb019b147 {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:57:56.813509 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device 871f55d5-5b7e-4f77-bfb1-f98eb019b147 not bound to the agent host hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:57:56.855555 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a54b96-2ffa-45a9-bc9d-c3850758d621 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Pushing event deleted for resources: {'Port': ['ID=e36f9ac2-cd1f-489c-8193-2884345f9900,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:57:56.859028 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-23ff5728-45e0-4306-b470-8b7e9c5e53f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:56.903529 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff5728-45e0-4306-b470-8b7e9c5e53f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b52ebbda-b73b-4739-820f-234be24e7759,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:57:56.949143 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-18a54b96-2ffa-45a9-bc9d-c3850758d621 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks [] for floatingip, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:57.045116 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-18a54b96-2ffa-45a9-bc9d-c3850758d621 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:57.050431 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-18a54b96-2ffa-45a9-bc9d-c3850758d621 tempest-AttachVolumeShelveTestJSON-1114391599 tempest-AttachVolumeShelveTestJSON-1114391599-project] 10.222.0.39 "DELETE /v2.0/floatingips/dcdb587c-234e-4693-a154-1944e34b387e HTTP/1.1" status: 204  len: 168 time: 0.9041755
Jun 04 13:57:57.275533 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-23ff5728-45e0-4306-b470-8b7e9c5e53f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66655079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66719298'] for router_interface, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:57.641066 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ff5728-45e0-4306-b470-8b7e9c5e53f0 admin admin] Router 8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:57:57.821912 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ff5728-45e0-4306-b470-8b7e9c5e53f0 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:57:57.830501 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2824646c-4087-49ee-add6-6157c6c0b2f2 None None] Sync routers for ids ['8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f'] in dv-cinder-843593-2-iscsi {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:57:57.840783 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2824646c-4087-49ee-add6-6157c6c0b2f2 None None] Routers {'8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:57:57.841383 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-2824646c-4087-49ee-add6-6157c6c0b2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e58ad30>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:57:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:57.885073 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-23ff5728-45e0-4306-b470-8b7e9c5e53f0 admin admin] 10.222.0.39 "PUT /v2.0/routers/8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5727520
Jun 04 13:57:57.887437 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53272) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:57:58.023076 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-2824646c-4087-49ee-add6-6157c6c0b2f2 None None] Set router 8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:57:58.077649 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2e4bb814-5332-4d39-a598-3e614aece0fa admin admin] Notify callbacks [] for router, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:58.252925 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2e4bb814-5332-4d39-a598-3e614aece0fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:58.306687 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-2824646c-4087-49ee-add6-6157c6c0b2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e58ad30>, [{'id': '8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f', 'name': 'tempest-TestShelveInstance-965908055-router', 'tenant_id': '66d1fc75bcce4fc59f99d3f937b96e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'e1f9c429-1dc9-4bd9-8181-55a225eb50fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:46Z', 'updated_at': '2022-06-04T13:57:56Z', 'revision_number': 5, 'project_id': '66d1fc75bcce4fc59f99d3f937b96e7e', 'gw_port': {'id': 'e1f9c429-1dc9-4bd9-8181-55a225eb50fd', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:47Z', 'updated_at': '2022-06-04T13:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:58.310444 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2824646c-4087-49ee-add6-6157c6c0b2f2 None None] Checking router: 8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f for host: dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:57:58.316514 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-2e4bb814-5332-4d39-a598-3e614aece0fa admin admin] Deleting port e1f9c429-1dc9-4bd9-8181-55a225eb50fd {{(pid=88595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:57:58.316852 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2e4bb814-5332-4d39-a598-3e614aece0fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:58.318849 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2824646c-4087-49ee-add6-6157c6c0b2f2 None None] Routers {'8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:57:58.319466 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-2824646c-4087-49ee-add6-6157c6c0b2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e58ad30>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:57:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:58.472701 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-2824646c-4087-49ee-add6-6157c6c0b2f2 None None] Set router 8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f gateway port host: None {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:57:58.490844 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.db [None req-2e4bb814-5332-4d39-a598-3e614aece0fa admin admin] For port e1f9c429-1dc9-4bd9-8181-55a225eb50fd, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=e1f9c429-1dc9-4bd9-8181-55a225eb50fd,segment=NetworkSegment(a5e9f3a7-fe7c-4b2a-9489-202ad5682d71),segment_id=a5e9f3a7-fe7c-4b2a-9489-202ad5682d71)] {{(pid=88595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:57:58.491341 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2e4bb814-5332-4d39-a598-3e614aece0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:58.623453 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-2824646c-4087-49ee-add6-6157c6c0b2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e58ad30>, [{'id': '8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f', 'name': 'tempest-TestShelveInstance-965908055-router', 'tenant_id': '66d1fc75bcce4fc59f99d3f937b96e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:46Z', 'updated_at': '2022-06-04T13:57:58Z', 'revision_number': 6, 'project_id': '66d1fc75bcce4fc59f99d3f937b96e7e', 'gw_port_host': None}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:57:58.627864 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2824646c-4087-49ee-add6-6157c6c0b2f2 None None] The sync data for ids ['8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f'] in dv-cinder-843593-2-iscsi is: [{'id': '8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f', 'name': 'tempest-TestShelveInstance-965908055-router', 'tenant_id': '66d1fc75bcce4fc59f99d3f937b96e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:46Z', 'updated_at': '2022-06-04T13:57:58Z', 'revision_number': 6, 'project_id': '66d1fc75bcce4fc59f99d3f937b96e7e', 'gw_port_host': None}] {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:57:58.725198 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-2e4bb814-5332-4d39-a598-3e614aece0fa admin admin] Calling delete_port for e1f9c429-1dc9-4bd9-8181-55a225eb50fd owned by network:router_gateway {{(pid=88595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:57:58.944577 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2e4bb814-5332-4d39-a598-3e614aece0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:58.994067 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4bb814-5332-4d39-a598-3e614aece0fa admin admin] Pushing event deleted for resources: {'Port': ['ID=e1f9c429-1dc9-4bd9-8181-55a225eb50fd,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:57:59.093021 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2e4bb814-5332-4d39-a598-3e614aece0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66723803'] for router_gateway, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:59.263376 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2e4bb814-5332-4d39-a598-3e614aece0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66723677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7300'] for router, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:59.265513 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2e4bb814-5332-4d39-a598-3e614aece0fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:59.344569 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2e4bb814-5332-4d39-a598-3e614aece0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66715676'] for router, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:59.345026 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4bb814-5332-4d39-a598-3e614aece0fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f {{(pid=88595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 13:57:59.356684 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-2e4bb814-5332-4d39-a598-3e614aece0fa admin admin] Notify callbacks [] for router, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:59.357820 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-2e4bb814-5332-4d39-a598-3e614aece0fa admin admin] 10.222.0.39 "DELETE /v2.0/routers/8e1d1488-7c39-41fd-ab2e-6dfe6f8e478f HTTP/1.1" status: 204  len: 168 time: 1.4693623
Jun 04 13:57:59.360362 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53286) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:57:59.422809 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f6a16f-3dd2-4cec-9c97-8f72cf18b272 admin admin] Deleting subnet 25c11906-3762-40eb-a22c-237996be8b9a {{(pid=88595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 04 13:57:59.426607 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a1f6a16f-3dd2-4cec-9c97-8f72cf18b272 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:59.451404 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device e1f9c429-1dc9-4bd9-8181-55a225eb50fd no longer exists at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:57:59.476798 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a1f6a16f-3dd2-4cec-9c97-8f72cf18b272 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64864184'] for subnet, precommit_delete_associations {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:59.484908 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] No Port match for: e1f9c429-1dc9-4bd9-8181-55a225eb50fd {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:57:59.485250 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device e1f9c429-1dc9-4bd9-8181-55a225eb50fd not bound to the agent host dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:57:59.485659 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device b52ebbda-b73b-4739-820f-234be24e7759 no longer exists at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:57:59.519330 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] No Port match for: b52ebbda-b73b-4739-820f-234be24e7759 {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:57:59.519591 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device b52ebbda-b73b-4739-820f-234be24e7759 not bound to the agent host dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:57:59.558517 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a1f6a16f-3dd2-4cec-9c97-8f72cf18b272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694649'] for subnet, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:59.665538 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a1f6a16f-3dd2-4cec-9c97-8f72cf18b272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64863260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64154139'] for subnet, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:59.704067 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6a16f-3dd2-4cec-9c97-8f72cf18b272 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25c11906-3762-40eb-a22c-237996be8b9a,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:57:59.707642 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-a1f6a16f-3dd2-4cec-9c97-8f72cf18b272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for subnet, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:59.713041 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fb8e5d-1615-41b2-944e-a5df7c382467 None None] Network 352ca14d-5ece-4c47-b53d-8586673450c9 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:57:59.713387 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-a1f6a16f-3dd2-4cec-9c97-8f72cf18b272 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/25c11906-3762-40eb-a22c-237996be8b9a HTTP/1.1" status: 204  len: 168 time: 0.3521011
Jun 04 13:57:59.715925 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53290) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:57:59.820046 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-87e71e8a-db7c-4b1d-9899-bbdcaaf357c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751646'] for network, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:59.838243 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-87e71e8a-db7c-4b1d-9899-bbdcaaf357c1 admin admin] Deleting port 78785f55-0756-4c94-9161-0377b87283ab {{(pid=88595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:57:59.838575 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-87e71e8a-db7c-4b1d-9899-bbdcaaf357c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:57:59.959754 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de9cc04-e57b-48ae-93d7-d8bde35e3bb8 None None] DHCP port deletion for 352ca14d-5ece-4c47-b53d-8586673450c9 request from dv-cinder-843593-2-iscsi {{(pid=88596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 04 13:57:59.963933 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-0de9cc04-e57b-48ae-93d7-d8bde35e3bb8 None None] Deleting port 78785f55-0756-4c94-9161-0377b87283ab {{(pid=88596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:57:59.964299 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-0de9cc04-e57b-48ae-93d7-d8bde35e3bb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:00.017729 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 53300) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:00.065033 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.db [None req-87e71e8a-db7c-4b1d-9899-bbdcaaf357c1 admin admin] For port 78785f55-0756-4c94-9161-0377b87283ab, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=78785f55-0756-4c94-9161-0377b87283ab,segment=NetworkSegment(d01a1302-39a8-429d-9819-05d4cc2584ca),segment_id=d01a1302-39a8-429d-9819-05d4cc2584ca)] {{(pid=88595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:58:00.065632 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-87e71e8a-db7c-4b1d-9899-bbdcaaf357c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:00.179907 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-0de9cc04-e57b-48ae-93d7-d8bde35e3bb8 None None] For port 78785f55-0756-4c94-9161-0377b87283ab, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=78785f55-0756-4c94-9161-0377b87283ab,segment=NetworkSegment(d01a1302-39a8-429d-9819-05d4cc2584ca),segment_id=d01a1302-39a8-429d-9819-05d4cc2584ca)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:58:00.180312 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-0de9cc04-e57b-48ae-93d7-d8bde35e3bb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:00.191559 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-87e71e8a-db7c-4b1d-9899-bbdcaaf357c1 admin admin] Calling delete_port for 78785f55-0756-4c94-9161-0377b87283ab owned by network:dhcp {{(pid=88595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:58:00.305126 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-0de9cc04-e57b-48ae-93d7-d8bde35e3bb8 None None] Calling delete_port for 78785f55-0756-4c94-9161-0377b87283ab owned by network:dhcp {{(pid=88596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:58:00.442696 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-87e71e8a-db7c-4b1d-9899-bbdcaaf357c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:00.449017 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.db.api [None req-0de9cc04-e57b-48ae-93d7-d8bde35e3bb8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 13:58:00.449562 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG oslo_db.api [None req-0de9cc04-e57b-48ae-93d7-d8bde35e3bb8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 13:58:00.488738 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e71e8a-db7c-4b1d-9899-bbdcaaf357c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=78785f55-0756-4c94-9161-0377b87283ab,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:00.492749 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e71e8a-db7c-4b1d-9899-bbdcaaf357c1 admin admin] No DVR routers for this DVR port 78785f55-0756-4c94-9161-0377b87283ab on host dv-cinder-843593-2-iscsi {{(pid=88595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:58:00.605605 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-87e71e8a-db7c-4b1d-9899-bbdcaaf357c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659742', 'neutron.services.segments.db._delete_segments_for_network-8733313062566'] for network, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:00.632484 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.services.segments.db [None req-87e71e8a-db7c-4b1d-9899-bbdcaaf357c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f161d61f9d0>,) {'filters': {'network_id': ['352ca14d-5ece-4c47-b53d-8586673450c9']}} {{(pid=88595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:00.645307 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.services.segments.db [None req-87e71e8a-db7c-4b1d-9899-bbdcaaf357c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f161d61f9d0>, 'd01a1302-39a8-429d-9819-05d4cc2584ca') {'for_net_delete': True} {{(pid=88595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:00.645600 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.services.segments.db [None req-87e71e8a-db7c-4b1d-9899-bbdcaaf357c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f161d61f9d0>, 'd01a1302-39a8-429d-9819-05d4cc2584ca') {} {{(pid=88595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:00.658228 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-87e71e8a-db7c-4b1d-9899-bbdcaaf357c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733313065921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64864177'] for segment, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:00.676086 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-87e71e8a-db7c-4b1d-9899-bbdcaaf357c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:00.683241 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e71e8a-db7c-4b1d-9899-bbdcaaf357c1 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=88595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:58:00.687604 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-87e71e8a-db7c-4b1d-9899-bbdcaaf357c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-658974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64863414'] for segment, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:00.751777 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.services.segments.plugin [-] Segment d01a1302-39a8-429d-9819-05d4cc2584ca resource provider aggregate not found
Jun 04 13:58:00.775950 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.services.segments.plugin [-] Segment d01a1302-39a8-429d-9819-05d4cc2584ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d01a1302-39a8-429d-9819-05d4cc2584ca found for delete  ", "request_id": "req-01019179-57ec-4eaf-988e-36131f237dff"}]}
Jun 04 13:58:00.850751 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-48563592-fb33-416f-9fcd-48e2553a8a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66719486'] for router_interface, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:00.858889 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-87e71e8a-db7c-4b1d-9899-bbdcaaf357c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66723838'] for network, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:00.863859 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-87e71e8a-db7c-4b1d-9899-bbdcaaf357c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:00.890311 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e71e8a-db7c-4b1d-9899-bbdcaaf357c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=352ca14d-5ece-4c47-b53d-8586673450c9,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:00.895258 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-87e71e8a-db7c-4b1d-9899-bbdcaaf357c1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/352ca14d-5ece-4c47-b53d-8586673450c9 HTTP/1.1" status: 204  len: 168 time: 1.1776533
Jun 04 13:58:00.950582 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-0de9cc04-e57b-48ae-93d7-d8bde35e3bb8 None None] Deleting port 78785f55-0756-4c94-9161-0377b87283ab {{(pid=88596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:58:00.951179 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-0de9cc04-e57b-48ae-93d7-d8bde35e3bb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:01.019553 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-0de9cc04-e57b-48ae-93d7-d8bde35e3bb8 None None] The port '78785f55-0756-4c94-9161-0377b87283ab' was deleted {{(pid=88596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}}
Jun 04 13:58:01.186507 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53312) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:01.202166 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [None req-48563592-fb33-416f-9fcd-48e2553a8a34 admin admin] Deleting port 1b1203f1-3341-4de6-a51b-e68bdab020e2 {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:58:01.202747 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-48563592-fb33-416f-9fcd-48e2553a8a34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:01.231628 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 78785f55-0756-4c94-9161-0377b87283ab no longer exists at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:58:01.240863 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-697d1a94-5895-4830-b47c-3cbf0f297c86 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=35843c4f9b0f48c1b84b0312bc1fb37b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0531666
Jun 04 13:58:01.243218 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53316) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:01.275437 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] No Port match for: 78785f55-0756-4c94-9161-0377b87283ab {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:58:01.276201 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 78785f55-0756-4c94-9161-0377b87283ab not bound to the agent host dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:58:01.302743 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8b0b2ec2-75de-4fbc-a1a7-cc45197d6bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:01.327752 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8b0b2ec2-75de-4fbc-a1a7-cc45197d6bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:01.373001 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [None req-48563592-fb33-416f-9fcd-48e2553a8a34 admin admin] For port 1b1203f1-3341-4de6-a51b-e68bdab020e2, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=1b1203f1-3341-4de6-a51b-e68bdab020e2,segment=NetworkSegment(5a203b17-8fb4-4d75-9990-d9b9069da272),segment_id=5a203b17-8fb4-4d75-9990-d9b9069da272)] {{(pid=88594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:58:01.373367 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-48563592-fb33-416f-9fcd-48e2553a8a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:01.447548 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8b0b2ec2-75de-4fbc-a1a7-cc45197d6bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:01.466336 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b2ec2-75de-4fbc-a1a7-cc45197d6bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3a537c-84d5-473c-a7e4-2985ddda1789,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:01.474835 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-8b0b2ec2-75de-4fbc-a1a7-cc45197d6bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:01.475975 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-8b0b2ec2-75de-4fbc-a1a7-cc45197d6bfc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4e3a537c-84d5-473c-a7e4-2985ddda1789 HTTP/1.1" status: 204  len: 168 time: 0.2318892
Jun 04 13:58:01.494675 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [None req-48563592-fb33-416f-9fcd-48e2553a8a34 admin admin] Calling delete_port for 1b1203f1-3341-4de6-a51b-e68bdab020e2 owned by network:router_interface {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:58:01.527670 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-99c0b1e0-28d0-47a0-9d7c-dd54a43805f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:01.727596 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-48563592-fb33-416f-9fcd-48e2553a8a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:01.776972 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48563592-fb33-416f-9fcd-48e2553a8a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b1203f1-3341-4de6-a51b-e68bdab020e2,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:02.052235 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-48563592-fb33-416f-9fcd-48e2553a8a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66655079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66719298'] for router_interface, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:02.116999 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 53324) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:02.346128 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-405e3dae-ab48-4036-9fee-4735acbd7967 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=66d1fc75bcce4fc59f99d3f937b96e7e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2278976
Jun 04 13:58:02.351967 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53328) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:02.411856 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-86288ddc-2e0e-4c65-b4e8-f8f75a9d4f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:02.436990 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-86288ddc-2e0e-4c65-b4e8-f8f75a9d4f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:02.537980 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48563592-fb33-416f-9fcd-48e2553a8a34 admin admin] Router b3c35a1a-a2f2-4646-881a-9ffba554fd8b has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:58:02.556338 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-86288ddc-2e0e-4c65-b4e8-f8f75a9d4f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:02.573907 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86288ddc-2e0e-4c65-b4e8-f8f75a9d4f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f08d4c2-1af9-4e1f-8726-00cf48c5bfa9,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:02.577163 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-86288ddc-2e0e-4c65-b4e8-f8f75a9d4f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:02.578489 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-86288ddc-2e0e-4c65-b4e8-f8f75a9d4f4f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5f08d4c2-1af9-4e1f-8726-00cf48c5bfa9 HTTP/1.1" status: 204  len: 168 time: 0.2248394
Jun 04 13:58:02.715774 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48563592-fb33-416f-9fcd-48e2553a8a34 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:58:02.724749 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a77185b-7fff-40fc-b04e-d5c0a1f44f9e None None] Sync routers for ids ['b3c35a1a-a2f2-4646-881a-9ffba554fd8b'] in dv-cinder-843593-2-iscsi {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:58:02.730494 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-48563592-fb33-416f-9fcd-48e2553a8a34 admin admin] 10.222.0.39 "PUT /v2.0/routers/b3c35a1a-a2f2-4646-881a-9ffba554fd8b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7117608
Jun 04 13:58:02.730940 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53334) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:02.733931 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a77185b-7fff-40fc-b04e-d5c0a1f44f9e None None] Routers {'b3c35a1a-a2f2-4646-881a-9ffba554fd8b'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:58:02.734527 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-1a77185b-7fff-40fc-b04e-d5c0a1f44f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161f93f610>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:57:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['b3c35a1a-a2f2-4646-881a-9ffba554fd8b'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:02.915558 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-1a77185b-7fff-40fc-b04e-d5c0a1f44f9e None None] Set router b3c35a1a-a2f2-4646-881a-9ffba554fd8b gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:58:02.918034 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-757245b8-a017-41de-9519-50e229bfbbe3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:03.109628 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-757245b8-a017-41de-9519-50e229bfbbe3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:03.179257 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-757245b8-a017-41de-9519-50e229bfbbe3 admin admin] Deleting port ef96ec3b-23c0-4b94-9593-943742987ec7 {{(pid=88595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:58:03.179795 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-757245b8-a017-41de-9519-50e229bfbbe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:03.211202 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-1a77185b-7fff-40fc-b04e-d5c0a1f44f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161f93f610>, [{'id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'name': 'tempest-AttachVolumeShelveTestJSON-463891465-router', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:58:01Z', 'revision_number': 5, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'gw_port': {'id': 'ef96ec3b-23c0-4b94-9593-943742987ec7', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:03.215133 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a77185b-7fff-40fc-b04e-d5c0a1f44f9e None None] Checking router: b3c35a1a-a2f2-4646-881a-9ffba554fd8b for host: dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:58:03.227073 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a77185b-7fff-40fc-b04e-d5c0a1f44f9e None None] Routers {'b3c35a1a-a2f2-4646-881a-9ffba554fd8b'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:58:03.227689 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-1a77185b-7fff-40fc-b04e-d5c0a1f44f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161f93f610>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:57:34Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['b3c35a1a-a2f2-4646-881a-9ffba554fd8b'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:03.359010 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.db [None req-757245b8-a017-41de-9519-50e229bfbbe3 admin admin] For port ef96ec3b-23c0-4b94-9593-943742987ec7, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=ef96ec3b-23c0-4b94-9593-943742987ec7,segment=NetworkSegment(a5e9f3a7-fe7c-4b2a-9489-202ad5682d71),segment_id=a5e9f3a7-fe7c-4b2a-9489-202ad5682d71)] {{(pid=88595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:58:03.359605 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-757245b8-a017-41de-9519-50e229bfbbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:03.376579 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-1a77185b-7fff-40fc-b04e-d5c0a1f44f9e None None] Set router b3c35a1a-a2f2-4646-881a-9ffba554fd8b gateway port host: None {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:58:03.478781 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-757245b8-a017-41de-9519-50e229bfbbe3 admin admin] Calling delete_port for ef96ec3b-23c0-4b94-9593-943742987ec7 owned by network:router_gateway {{(pid=88595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:58:03.481405 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-1a77185b-7fff-40fc-b04e-d5c0a1f44f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161f93f610>, [{'id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'name': 'tempest-AttachVolumeShelveTestJSON-463891465-router', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:58:03Z', 'revision_number': 6, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'gw_port_host': None}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:03.485298 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a77185b-7fff-40fc-b04e-d5c0a1f44f9e None None] The sync data for ids ['b3c35a1a-a2f2-4646-881a-9ffba554fd8b'] in dv-cinder-843593-2-iscsi is: [{'id': 'b3c35a1a-a2f2-4646-881a-9ffba554fd8b', 'name': 'tempest-AttachVolumeShelveTestJSON-463891465-router', 'tenant_id': 'a4b423c2006c49d8b8e731fbf4557850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:58:03Z', 'revision_number': 6, 'project_id': 'a4b423c2006c49d8b8e731fbf4557850', 'gw_port_host': None}] {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:58:03.744582 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-64af7867-fc13-4d7e-9c96-4e52339dd928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:03.756517 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-757245b8-a017-41de-9519-50e229bfbbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:03.802461 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757245b8-a017-41de-9519-50e229bfbbe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef96ec3b-23c0-4b94-9593-943742987ec7,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:03.897105 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-757245b8-a017-41de-9519-50e229bfbbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66723803'] for router_gateway, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:04.074435 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-757245b8-a017-41de-9519-50e229bfbbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66723677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7300'] for router, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:04.076721 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-757245b8-a017-41de-9519-50e229bfbbe3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:04.144739 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-757245b8-a017-41de-9519-50e229bfbbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66715676'] for router, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:04.145224 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757245b8-a017-41de-9519-50e229bfbbe3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3c35a1a-a2f2-4646-881a-9ffba554fd8b {{(pid=88595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 13:58:04.157095 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-757245b8-a017-41de-9519-50e229bfbbe3 admin admin] Notify callbacks [] for router, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:04.158200 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-757245b8-a017-41de-9519-50e229bfbbe3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/b3c35a1a-a2f2-4646-881a-9ffba554fd8b HTTP/1.1" status: 204  len: 168 time: 1.4262817
Jun 04 13:58:04.160748 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53338) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:04.214658 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53342) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:04.274174 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6a2eb6-1204-4ee4-8158-ac056bc1145e admin admin] Deleting subnet 519b1458-12fa-4b17-b5c8-40537719eb4a {{(pid=88595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 04 13:58:04.283276 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bc6a2eb6-1204-4ee4-8158-ac056bc1145e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:04.366172 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bc6a2eb6-1204-4ee4-8158-ac056bc1145e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64864184'] for subnet, precommit_delete_associations {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:04.521319 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-bf14b626-798d-4090-a3ca-c23bcabc277c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Deleting port 1b711570-7541-4608-ae1a-dfbdd63a6d80 {{(pid=88595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:58:04.521836 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bf14b626-798d-4090-a3ca-c23bcabc277c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:04.596759 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bc6a2eb6-1204-4ee4-8158-ac056bc1145e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694649'] for subnet, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:04.710418 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:04.748859 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bf14b626-798d-4090-a3ca-c23bcabc277c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:04.749141 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bf14b626-798d-4090-a3ca-c23bcabc277c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:04.808847 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bc6a2eb6-1204-4ee4-8158-ac056bc1145e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64863260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64154139'] for subnet, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:04.830809 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:04.900217 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-bf14b626-798d-4090-a3ca-c23bcabc277c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Calling delete_port for 1b711570-7541-4608-ae1a-dfbdd63a6d80 owned by network:floatingip {{(pid=88595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:58:04.945689 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bc6a2eb6-1204-4ee4-8158-ac056bc1145e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for subnet, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:04.946318 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dfa6b2-4300-4700-8b44-694a41619bb6 None None] Network 73738528-bfac-4e8c-bc3f-cbda5e3864f1 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:58:04.949808 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a2eb6-1204-4ee4-8158-ac056bc1145e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=519b1458-12fa-4b17-b5c8-40537719eb4a,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:04.965546 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-bc6a2eb6-1204-4ee4-8158-ac056bc1145e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/519b1458-12fa-4b17-b5c8-40537719eb4a HTTP/1.1" status: 204  len: 168 time: 0.8038445
Jun 04 13:58:04.968116 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 53346) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:05.098159 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bfeea947-7e78-43e2-a7cf-6b8eed137b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751646'] for network, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:05.108800 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [None req-bfeea947-7e78-43e2-a7cf-6b8eed137b86 admin admin] Deleting port 048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92 {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:58:05.109678 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bfeea947-7e78-43e2-a7cf-6b8eed137b86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:05.127613 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bf14b626-798d-4090-a3ca-c23bcabc277c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:05.235401 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc143723-4ec7-47a1-a968-8131833e6727 None None] DHCP port deletion for 73738528-bfac-4e8c-bc3f-cbda5e3864f1 request from dv-cinder-843593-2-iscsi {{(pid=88596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 04 13:58:05.240188 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-bc143723-4ec7-47a1-a968-8131833e6727 None None] Deleting port 048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92 {{(pid=88596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:58:05.240556 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-bc143723-4ec7-47a1-a968-8131833e6727 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:05.279489 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 1b1203f1-3341-4de6-a51b-e68bdab020e2 no longer exists at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:58:05.291445 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14b626-798d-4090-a3ca-c23bcabc277c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Pushing event deleted for resources: {'Port': ['ID=1b711570-7541-4608-ae1a-dfbdd63a6d80,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:05.325169 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] No Port match for: 1b1203f1-3341-4de6-a51b-e68bdab020e2 {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:58:05.325507 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 1b1203f1-3341-4de6-a51b-e68bdab020e2 not bound to the agent host dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:58:05.325935 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device ef96ec3b-23c0-4b94-9593-943742987ec7 no longer exists at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:58:05.343951 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [None req-bfeea947-7e78-43e2-a7cf-6b8eed137b86 admin admin] For port 048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92,segment=NetworkSegment(5a203b17-8fb4-4d75-9990-d9b9069da272),segment_id=5a203b17-8fb4-4d75-9990-d9b9069da272)] {{(pid=88594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:58:05.344311 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bfeea947-7e78-43e2-a7cf-6b8eed137b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:05.363213 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] No Port match for: ef96ec3b-23c0-4b94-9593-943742987ec7 {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:58:05.363555 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device ef96ec3b-23c0-4b94-9593-943742987ec7 not bound to the agent host dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:58:05.384965 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bf14b626-798d-4090-a3ca-c23bcabc277c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for floatingip, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:05.385509 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.db.l3_db [None req-bf14b626-798d-4090-a3ca-c23bcabc277c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Floating IP eaeaedc2-c745-4196-a781-ddac8af8dbc6 disassociated (deleted). External IP: 172.27.2.182, port: d1298767-a624-47c6-8529-c8f6f4298c7b.
Jun 04 13:58:05.419207 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 6 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:58:05.468872 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [None req-bfeea947-7e78-43e2-a7cf-6b8eed137b86 admin admin] Calling delete_port for 048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92 owned by network:dhcp {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:58:05.551626 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-bc143723-4ec7-47a1-a968-8131833e6727 None None] For port 048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92,segment=NetworkSegment(5a203b17-8fb4-4d75-9990-d9b9069da272),segment_id=5a203b17-8fb4-4d75-9990-d9b9069da272)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:58:05.552533 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-bc143723-4ec7-47a1-a968-8131833e6727 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:05.631140 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bfeea947-7e78-43e2-a7cf-6b8eed137b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:05.681186 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-bc143723-4ec7-47a1-a968-8131833e6727 None None] Calling delete_port for 048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92 owned by network:dhcp {{(pid=88596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:58:05.699836 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeea947-7e78-43e2-a7cf-6b8eed137b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:05.701591 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeea947-7e78-43e2-a7cf-6b8eed137b86 admin admin] No DVR routers for this DVR port 048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92 on host dv-cinder-843593-2-iscsi {{(pid=88594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:58:05.763931 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.db.api [None req-bc143723-4ec7-47a1-a968-8131833e6727 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 13:58:05.764284 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG oslo_db.api [None req-bc143723-4ec7-47a1-a968-8131833e6727 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 13:58:05.767354 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf14b626-798d-4090-a3ca-c23bcabc277c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Router d18bd994-4218-4658-8c9b-806a7b3ab78e has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:58:05.827975 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bfeea947-7e78-43e2-a7cf-6b8eed137b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659742', 'neutron.services.segments.db._delete_segments_for_network-8733313062566'] for network, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:05.856790 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.services.segments.db [None req-bfeea947-7e78-43e2-a7cf-6b8eed137b86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f161d24f7c0>,) {'filters': {'network_id': ['73738528-bfac-4e8c-bc3f-cbda5e3864f1']}} {{(pid=88594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:05.869892 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.services.segments.db [None req-bfeea947-7e78-43e2-a7cf-6b8eed137b86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f161d24f7c0>, '5a203b17-8fb4-4d75-9990-d9b9069da272') {'for_net_delete': True} {{(pid=88594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:05.870249 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.services.segments.db [None req-bfeea947-7e78-43e2-a7cf-6b8eed137b86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f161d24f7c0>, '5a203b17-8fb4-4d75-9990-d9b9069da272') {} {{(pid=88594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:05.882890 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bfeea947-7e78-43e2-a7cf-6b8eed137b86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733313065921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65378621'] for segment, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:05.900315 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bfeea947-7e78-43e2-a7cf-6b8eed137b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:05.906814 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfeea947-7e78-43e2-a7cf-6b8eed137b86 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=88594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:58:05.907255 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bfeea947-7e78-43e2-a7cf-6b8eed137b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-658974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65841379'] for segment, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:05.952505 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf14b626-798d-4090-a3ca-c23bcabc277c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:58:05.962432 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765fac14-7846-4708-ac40-660f40fc0db4 None None] Sync routers for ids ['d18bd994-4218-4658-8c9b-806a7b3ab78e'] in dv-cinder-843593-2-iscsi {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:58:05.973174 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765fac14-7846-4708-ac40-660f40fc0db4 None None] Routers {'d18bd994-4218-4658-8c9b-806a7b3ab78e'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:58:05.974310 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-765fac14-7846-4708-ac40-660f40fc0db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e17f160>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:58:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['d18bd994-4218-4658-8c9b-806a7b3ab78e'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:06.024888 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-bf14b626-798d-4090-a3ca-c23bcabc277c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:06.090221 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-bf14b626-798d-4090-a3ca-c23bcabc277c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "DELETE /v2.0/floatingips/eaeaedc2-c745-4196-a781-ddac8af8dbc6 HTTP/1.1" status: 204  len: 168 time: 1.8723984
Jun 04 13:58:06.090800 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3ead42-ced5-42c8-a1f4-cbb395fadd0a', 'tag': 'd1298767-a624-47c6-8529-c8f6f4298c7b'}] {{(pid=88595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:58:06.112098 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.services.segments.plugin [-] Segment 5a203b17-8fb4-4d75-9990-d9b9069da272 resource provider aggregate not found
Jun 04 13:58:06.135432 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.services.segments.plugin [-] Segment 5a203b17-8fb4-4d75-9990-d9b9069da272 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a203b17-8fb4-4d75-9990-d9b9069da272 found for delete  ", "request_id": "req-c42e5285-1489-4eac-b4fe-4eab1ba78bc4"}]}
Jun 04 13:58:06.147606 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:06.191153 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-765fac14-7846-4708-ac40-660f40fc0db4 None None] Set router d18bd994-4218-4658-8c9b-806a7b3ab78e gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:58:06.207672 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bfeea947-7e78-43e2-a7cf-6b8eed137b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66723838'] for network, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:06.233105 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-bfeea947-7e78-43e2-a7cf-6b8eed137b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:06.236313 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeea947-7e78-43e2-a7cf-6b8eed137b86 admin admin] Pushing event deleted for resources: {'Network': ['ID=73738528-bfac-4e8c-bc3f-cbda5e3864f1,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:06.265450 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-bc143723-4ec7-47a1-a968-8131833e6727 None None] Deleting port 048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92 {{(pid=88596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:58:06.265908 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-bc143723-4ec7-47a1-a968-8131833e6727 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:06.339301 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-bfeea947-7e78-43e2-a7cf-6b8eed137b86 admin admin] 10.222.0.39 "DELETE /v2.0/networks/73738528-bfac-4e8c-bc3f-cbda5e3864f1 HTTP/1.1" status: 204  len: 168 time: 1.3658395
Jun 04 13:58:06.373679 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2163d93-d5a6-48d6-b9a5-bc6bd07c951d'] response: {'name': 'network-changed', 'server_uuid': 'bb3ead42-ced5-42c8-a1f4-cbb395fadd0a', 'tag': 'd1298767-a624-47c6-8529-c8f6f4298c7b', 'status': 'completed', 'code': 200}
Jun 04 13:58:06.390896 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-bc143723-4ec7-47a1-a968-8131833e6727 None None] The port '048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92' was deleted {{(pid=88596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}}
Jun 04 13:58:06.500140 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd945e8-a085-4175-b462-f9afd37c62d4 req-e48d20d8-779c-43bc-9dd7-37524eeefc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:58:06.501621 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7dd945e8-a085-4175-b462-f9afd37c62d4 req-e48d20d8-779c-43bc-9dd7-37524eeefc5a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd4fbd1432c64d85808c9b11782432cb&device_id=bb3ead42-ced5-42c8-a1f4-cbb395fadd0a HTTP/1.1" status: 200  len: 1098 time: 0.0832181
Jun 04 13:58:06.668352 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-765fac14-7846-4708-ac40-660f40fc0db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e17f160>, [{'id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'name': 'tempest-TestVolumeBootPattern-79748535-router', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:12Z', 'revision_number': 4, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'gw_port': {'id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:49:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': 'c2eeb628-2b23-41c9-aed4-06f4c93c3c5f', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'port_id': 'f85975df-f7cf-46ee-898c-1be716601c61', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'mac_address': 'fa:16:3e:5b:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592fb73b-035d-4652-bc5f-8c65ed3fe2fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:54:16Z', 'updated_at': '2022-06-04T13:54:19Z', 'revision_number': 1, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3db062-2bc4-4080-9bd1-766b33e56904', 'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'mac_address': 'fa:16:3e:a5:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:12Z', 'updated_at': '2022-06-04T13:50:19Z', 'revision_number': 5, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'subnets': [{'id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:06.672454 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765fac14-7846-4708-ac40-660f40fc0db4 None None] Checking router: d18bd994-4218-4658-8c9b-806a7b3ab78e for host: dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:58:06.682031 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53364) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:06.682598 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765fac14-7846-4708-ac40-660f40fc0db4 None None] Routers {'d18bd994-4218-4658-8c9b-806a7b3ab78e'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:58:06.683315 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-765fac14-7846-4708-ac40-660f40fc0db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e17f160>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:58:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['d18bd994-4218-4658-8c9b-806a7b3ab78e'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:06.683532 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd945e8-a085-4175-b462-f9afd37c62d4 req-a15a5b88-338c-44bb-bbc5-9d6a695be44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:58:06.684969 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7dd945e8-a085-4175-b462-f9afd37c62d4 req-a15a5b88-338c-44bb-bbc5-9d6a695be44f service neutron] 10.222.0.55 "GET /v2.0/networks?id=19f85a41-a048-43a5-8d0a-025ad151caaa HTTP/1.1" status: 200  len: 911 time: 0.1774747
Jun 04 13:58:06.735511 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-d1afe8b8-4fbe-4d80-9037-9a4057596f8a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a4b423c2006c49d8b8e731fbf4557850&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0496752
Jun 04 13:58:06.735725 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53368) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:06.768794 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7dd945e8-a085-4175-b462-f9afd37c62d4 req-1f76387d-8a4e-493d-a207-767ee0aad54f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1298767-a624-47c6-8529-c8f6f4298c7b HTTP/1.1" status: 200  len: 217 time: 0.0737329
Jun 04 13:58:06.796478 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-26691933-1955-4eba-9c02-930545842cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:06.827875 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-26691933-1955-4eba-9c02-930545842cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:06.828149 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8ef87-f4df-4174-bc06-adb29db89fef req-7a552cc8-bdd5-47fb-9ea8-0352c25f1000 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:58:06.829728 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7cc8ef87-f4df-4174-bc06-adb29db89fef req-7a552cc8-bdd5-47fb-9ea8-0352c25f1000 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3ead42-ced5-42c8-a1f4-cbb395fadd0a HTTP/1.1" status: 200  len: 945 time: 0.2067206
Jun 04 13:58:06.845087 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd945e8-a085-4175-b462-f9afd37c62d4 req-96bbf292-58f6-4ee2-8b41-534b33161dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:58:06.846458 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7dd945e8-a085-4175-b462-f9afd37c62d4 req-96bbf292-58f6-4ee2-8b41-534b33161dcd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ae316f83-c7c6-4bb6-8aee-ec9fe09a5191 HTTP/1.1" status: 200  len: 849 time: 0.0734448
Jun 04 13:58:06.871430 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-765fac14-7846-4708-ac40-660f40fc0db4 None None] Set router d18bd994-4218-4658-8c9b-806a7b3ab78e gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:58:06.932296 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7cc8ef87-f4df-4174-bc06-adb29db89fef req-72fa914f-aca5-4b05-bbde-15b47061a08a tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0896266
Jun 04 13:58:06.933423 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-26691933-1955-4eba-9c02-930545842cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:06.962965 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26691933-1955-4eba-9c02-930545842cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8ed18c-dd40-4e8d-b7dd-08405d0a12f5,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:06.965259 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd945e8-a085-4175-b462-f9afd37c62d4 req-3ee36f22-dc3d-4fe4-9c10-36282dfbdbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:58:06.967049 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7dd945e8-a085-4175-b462-f9afd37c62d4 req-3ee36f22-dc3d-4fe4-9c10-36282dfbdbdb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19f85a41-a048-43a5-8d0a-025ad151caaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1041708
Jun 04 13:58:06.967889 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-26691933-1955-4eba-9c02-930545842cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:06.969576 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-26691933-1955-4eba-9c02-930545842cab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8b8ed18c-dd40-4e8d-b7dd-08405d0a12f5 HTTP/1.1" status: 204  len: 168 time: 0.2330511
Jun 04 13:58:07.115778 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7dd945e8-a085-4175-b462-f9afd37c62d4 req-bbf8665d-4ed4-474f-8128-f55009341d08 service neutron] 10.222.0.55 "GET /v2.0/networks/19f85a41-a048-43a5-8d0a-025ad151caaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424580
Jun 04 13:58:07.249299 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92 no longer exists at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:58:07.257772 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-7dd945e8-a085-4175-b462-f9afd37c62d4 req-56c4736f-db7f-4ddb-bc10-f7ea373abc52 service neutron] 10.222.0.55 "GET /v2.0/networks/19f85a41-a048-43a5-8d0a-025ad151caaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337559
Jun 04 13:58:07.289278 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] No Port match for: 048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92 {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:58:07.289628 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 048cd4d3-6a2f-48d9-a0b3-2d2f3bc21f92 not bound to the agent host dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:58:07.321780 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-765fac14-7846-4708-ac40-660f40fc0db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e17f160>, [{'id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'name': 'tempest-TestVolumeBootPattern-79748535-router', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:12Z', 'revision_number': 4, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'gw_port': {'id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:49:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': 'c2eeb628-2b23-41c9-aed4-06f4c93c3c5f', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'port_id': 'f85975df-f7cf-46ee-898c-1be716601c61', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'mac_address': 'fa:16:3e:5b:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592fb73b-035d-4652-bc5f-8c65ed3fe2fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:54:16Z', 'updated_at': '2022-06-04T13:54:19Z', 'revision_number': 1, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3db062-2bc4-4080-9bd1-766b33e56904', 'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'mac_address': 'fa:16:3e:a5:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:12Z', 'updated_at': '2022-06-04T13:50:19Z', 'revision_number': 5, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'subnets': [{'id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:07.325681 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765fac14-7846-4708-ac40-660f40fc0db4 None None] The sync data for ids ['d18bd994-4218-4658-8c9b-806a7b3ab78e'] in dv-cinder-843593-2-iscsi is: [{'id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'name': 'tempest-TestVolumeBootPattern-79748535-router', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:12Z', 'revision_number': 4, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'gw_port': {'id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:49:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_floatingips': [{'id': 'c2eeb628-2b23-41c9-aed4-06f4c93c3c5f', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'router_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'port_id': 'f85975df-f7cf-46ee-898c-1be716601c61', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'mac_address': 'fa:16:3e:5b:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592fb73b-035d-4652-bc5f-8c65ed3fe2fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:54:16Z', 'updated_at': '2022-06-04T13:54:19Z', 'revision_number': 1, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3db062-2bc4-4080-9bd1-766b33e56904', 'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'mac_address': 'fa:16:3e:a5:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:12Z', 'updated_at': '2022-06-04T13:50:19Z', 'revision_number': 5, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'subnets': [{'id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:58:07.539044 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260856fa-4d1e-498a-a4f4-ee48858eaf3f None None] New status for floating IP eaeaedc2-c745-4196-a781-ddac8af8dbc6: DOWN {{(pid=88597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:58:08.128159 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430be42-8bc6-4683-bc04-5efc1154d423 req-af496a44-42bd-42d7-813f-19e1f57e8b7f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:58:08.128825 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-6430be42-8bc6-4683-bc04-5efc1154d423 req-af496a44-42bd-42d7-813f-19e1f57e8b7f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Synchronizing usage tracker for tenant:fd4fbd1432c64d85808c9b11782432cb on resource:port {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:58:08.219361 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-6430be42-8bc6-4683-bc04-5efc1154d423 req-af496a44-42bd-42d7-813f-19e1f57e8b7f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Unset dirty status for tenant:fd4fbd1432c64d85808c9b11782432cb on resource:port {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:58:08.220469 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-6430be42-8bc6-4683-bc04-5efc1154d423 req-af496a44-42bd-42d7-813f-19e1f57e8b7f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3ead42-ced5-42c8-a1f4-cbb395fadd0a HTTP/1.1" status: 200  len: 945 time: 0.1742363
Jun 04 13:58:08.260937 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe04d3-f9ae-431a-8444-7c645e5e0998 req-affaf422-8547-4973-8dd5-b52348e1fa7f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:58:08.262366 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-24fe04d3-f9ae-431a-8444-7c645e5e0998 req-affaf422-8547-4973-8dd5-b52348e1fa7f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb3ead42-ced5-42c8-a1f4-cbb395fadd0a HTTP/1.1" status: 200  len: 945 time: 0.0802078
Jun 04 13:58:08.267216 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-6430be42-8bc6-4683-bc04-5efc1154d423 req-da9d1984-f7d0-45ec-9514-5ef88f7b0987 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403838
Jun 04 13:58:08.338419 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-24fe04d3-f9ae-431a-8444-7c645e5e0998 req-2dcfd426-226a-48be-9eec-d6aba58ed776 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Deleting port d1298767-a624-47c6-8529-c8f6f4298c7b {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:58:08.338750 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-24fe04d3-f9ae-431a-8444-7c645e5e0998 req-2dcfd426-226a-48be-9eec-d6aba58ed776 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:08.581519 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-24fe04d3-f9ae-431a-8444-7c645e5e0998 req-2dcfd426-226a-48be-9eec-d6aba58ed776 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] For port d1298767-a624-47c6-8529-c8f6f4298c7b, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=d1298767-a624-47c6-8529-c8f6f4298c7b,segment=NetworkSegment(6a5cbb52-ab79-40c5-b9bc-799ccfcf389a),segment_id=6a5cbb52-ab79-40c5-b9bc-799ccfcf389a)] {{(pid=88594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:58:08.581865 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-24fe04d3-f9ae-431a-8444-7c645e5e0998 req-2dcfd426-226a-48be-9eec-d6aba58ed776 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:08.704851 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-24fe04d3-f9ae-431a-8444-7c645e5e0998 req-2dcfd426-226a-48be-9eec-d6aba58ed776 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Calling delete_port for d1298767-a624-47c6-8529-c8f6f4298c7b owned by compute:nova {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:58:09.019615 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-24fe04d3-f9ae-431a-8444-7c645e5e0998 req-2dcfd426-226a-48be-9eec-d6aba58ed776 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:09.135787 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfd426-226a-48be-9eec-d6aba58ed776 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Pushing event deleted for resources: {'Port': ['ID=d1298767-a624-47c6-8529-c8f6f4298c7b,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:09.150775 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fe04d3-f9ae-431a-8444-7c645e5e0998 req-2dcfd426-226a-48be-9eec-d6aba58ed776 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] No DVR routers for this DVR port d1298767-a624-47c6-8529-c8f6f4298c7b on host hv-cinder-84359 {{(pid=88594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:58:09.153512 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-24fe04d3-f9ae-431a-8444-7c645e5e0998 req-2dcfd426-226a-48be-9eec-d6aba58ed776 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:09.156291 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3ead42-ced5-42c8-a1f4-cbb395fadd0a', 'name': 'network-vif-deleted', 'tag': 'd1298767-a624-47c6-8529-c8f6f4298c7b'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:58:09.203220 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70617e00-3782-4be1-8338-b9c345a47915'] response: {'server_uuid': 'bb3ead42-ced5-42c8-a1f4-cbb395fadd0a', 'name': 'network-vif-deleted', 'tag': 'd1298767-a624-47c6-8529-c8f6f4298c7b', 'status': 'completed', 'code': 200}
Jun 04 13:58:09.236715 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-24fe04d3-f9ae-431a-8444-7c645e5e0998 req-2dcfd426-226a-48be-9eec-d6aba58ed776 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.55 "DELETE /v2.0/ports/d1298767-a624-47c6-8529-c8f6f4298c7b HTTP/1.1" status: 204  len: 173 time: 0.9692626
Jun 04 13:58:09.422183 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-46e81f05-2cb6-4892-bdbd-28bdc90c30bc req-8ab2927d-bfdf-40f8-ab76-0310c8859d1f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Synchronizing usage tracker for tenant:fd4fbd1432c64d85808c9b11782432cb on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:58:09.510690 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-46e81f05-2cb6-4892-bdbd-28bdc90c30bc req-8ab2927d-bfdf-40f8-ab76-0310c8859d1f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Unset dirty status for tenant:fd4fbd1432c64d85808c9b11782432cb on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:58:09.511896 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-46e81f05-2cb6-4892-bdbd-28bdc90c30bc req-8ab2927d-bfdf-40f8-ab76-0310c8859d1f tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3ead42-ced5-42c8-a1f4-cbb395fadd0a HTTP/1.1" status: 200  len: 210 time: 0.1336465
Jun 04 13:58:10.677984 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1c265b31-6962-453b-a5d2-768fd0ab9e90 req-a9f13be4-e058-48d3-b78e-339bd60b4bd0 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3ead42-ced5-42c8-a1f4-cbb395fadd0a HTTP/1.1" status: 200  len: 210 time: 0.0459802
Jun 04 13:58:12.414055 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53444) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:12.572047 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e3a3-5557-456a-ab25-171a2cc42531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:12.585792 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-d7c3e3a3-5557-456a-ab25-171a2cc42531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:58:12.589635 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-d7c3e3a3-5557-456a-ab25-171a2cc42531 admin admin] Usage tracker for resource:security_group_rule and tenant:97a1feaafcab44519235d95068baefaf is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:58:12.592448 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-d7c3e3a3-5557-456a-ab25-171a2cc42531 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:58:12.598047 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-d7c3e3a3-5557-456a-ab25-171a2cc42531 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:58:12.677716 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e3a3-5557-456a-ab25-171a2cc42531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:12.749960 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e3a3-5557-456a-ab25-171a2cc42531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:12.798625 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-d7c3e3a3-5557-456a-ab25-171a2cc42531 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=97a1feaafcab44519235d95068baefaf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3834801
Jun 04 13:58:12.800087 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3e3a3-5557-456a-ab25-171a2cc42531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8d0bd6-8c23-49a9-a81b-b326d7636734,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:12.801447 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 53450) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:12.859624 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-82890963-6a9c-4397-adc2-d0d792c119e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:12.884262 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-82890963-6a9c-4397-adc2-d0d792c119e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:12.905792 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device d1298767-a624-47c6-8529-c8f6f4298c7b no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:58:12.944041 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] No Port match for: d1298767-a624-47c6-8529-c8f6f4298c7b {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:58:12.944423 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device d1298767-a624-47c6-8529-c8f6f4298c7b not bound to the agent host hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:58:13.036911 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-82890963-6a9c-4397-adc2-d0d792c119e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:13.052674 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82890963-6a9c-4397-adc2-d0d792c119e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8d0bd6-8c23-49a9-a81b-b326d7636734,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:13.058857 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-82890963-6a9c-4397-adc2-d0d792c119e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:13.062485 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-82890963-6a9c-4397-adc2-d0d792c119e0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9f8d0bd6-8c23-49a9-a81b-b326d7636734 HTTP/1.1" status: 204  len: 168 time: 0.2568700
Jun 04 13:58:14.035652 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53480) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:14.141810 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-ce04206c-593b-4862-905b-63ff5234f2f6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1326944235-network', 'tenant_id': '123d1df5b76949ce9678f4fd36a8676f'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:58:14.146392 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-ce04206c-593b-4862-905b-63ff5234f2f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:58:14.150248 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-ce04206c-593b-4862-905b-63ff5234f2f6 admin admin] Usage tracker for resource:network and tenant:123d1df5b76949ce9678f4fd36a8676f is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:58:14.153085 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-ce04206c-593b-4862-905b-63ff5234f2f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:58:14.160222 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-ce04206c-593b-4862-905b-63ff5234f2f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:58:14.229881 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce04206c-593b-4862-905b-63ff5234f2f6 admin admin] Made reservation on behalf of 123d1df5b76949ce9678f4fd36a8676f for: {'network': 1} {{(pid=88595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:58:14.232078 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-ce04206c-593b-4862-905b-63ff5234f2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for network, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:14.244141 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-ce04206c-593b-4862-905b-63ff5234f2f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:14.257884 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-ce04206c-593b-4862-905b-63ff5234f2f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:58:14.261566 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-ce04206c-593b-4862-905b-63ff5234f2f6 admin admin] Usage tracker for resource:security_group_rule and tenant:123d1df5b76949ce9678f4fd36a8676f is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:58:14.264363 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-ce04206c-593b-4862-905b-63ff5234f2f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:58:14.269885 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-ce04206c-593b-4862-905b-63ff5234f2f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:58:14.349484 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-ce04206c-593b-4862-905b-63ff5234f2f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:14.359221 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53488) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:14.421952 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-ce04206c-593b-4862-905b-63ff5234f2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:14.460613 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce04206c-593b-4862-905b-63ff5234f2f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215}  {{(pid=88595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:58:14.494061 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04206c-593b-4862-905b-63ff5234f2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fe0785-fcdd-4c88-9c4e-6a9c2d9b0f3a,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:14.501935 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-ce04206c-593b-4862-905b-63ff5234f2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:14.502277 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.db.segments_db [None req-ce04206c-593b-4862-905b-63ff5234f2f6 admin admin] Added segment 84f8fc83-d938-4613-a997-ac3a01adce40 of type vlan for network 5a29e2dd-44b1-4d45-96f1-84e901ce7aa7
Jun 04 13:58:14.617922 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-ce04206c-593b-4862-905b-63ff5234f2f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733312597486'] for network, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:14.624014 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-213932be-2738-4ac6-b9c5-e019fe38147b tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Deleting port 32dffcf8-ffcb-41a0-8164-885c8ba9ce4a {{(pid=88595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:58:14.624345 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-213932be-2738-4ac6-b9c5-e019fe38147b tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:14.840501 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-ce04206c-593b-4862-905b-63ff5234f2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086'] for network, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:14.841360 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce04206c-593b-4862-905b-63ff5234f2f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:58:14.841923 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-ce04206c-593b-4862-905b-63ff5234f2f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:14.977581 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04206c-593b-4862-905b-63ff5234f2f6 admin admin] Pushing event updated for resources: {'Network': ['ID=5a29e2dd-44b1-4d45-96f1-84e901ce7aa7,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:14.987510 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Network 5a29e2dd-44b1-4d45-96f1-84e901ce7aa7 details requested by agent ovs-agent-dv-cinder-843593-2-iscsi with host dv-cinder-843593-2-iscsi {{(pid=88596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:58:14.998591 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-213932be-2738-4ac6-b9c5-e019fe38147b tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:14.998918 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-213932be-2738-4ac6-b9c5-e019fe38147b tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:15.122099 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-ce04206c-593b-4862-905b-63ff5234f2f6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.0845926
Jun 04 13:58:15.124839 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 53492) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:15.128427 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-213932be-2738-4ac6-b9c5-e019fe38147b tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Calling delete_port for 32dffcf8-ffcb-41a0-8164-885c8ba9ce4a owned by network:floatingip {{(pid=88595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:58:15.131092 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-b03f0f0c-184d-4da4-a140-bb89a131c320 admin admin] Request body: {'subnet': {'network_id': '5a29e2dd-44b1-4d45-96f1-84e901ce7aa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1326944235-subnet', 'tenant_id': '123d1df5b76949ce9678f4fd36a8676f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:58:15.135783 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-b03f0f0c-184d-4da4-a140-bb89a131c320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:58:15.139608 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-b03f0f0c-184d-4da4-a140-bb89a131c320 admin admin] Usage tracker for resource:subnet and tenant:123d1df5b76949ce9678f4fd36a8676f is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:58:15.142536 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-b03f0f0c-184d-4da4-a140-bb89a131c320 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:58:15.148408 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-b03f0f0c-184d-4da4-a140-bb89a131c320 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:58:15.196264 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03f0f0c-184d-4da4-a140-bb89a131c320 admin admin] Made reservation on behalf of 123d1df5b76949ce9678f4fd36a8676f for: {'subnet': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:58:15.198578 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b03f0f0c-184d-4da4-a140-bb89a131c320 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65227580'] for subnet, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:15.310459 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-213932be-2738-4ac6-b9c5-e019fe38147b tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:15.358642 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213932be-2738-4ac6-b9c5-e019fe38147b tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Pushing event deleted for resources: {'Port': ['ID=32dffcf8-ffcb-41a0-8164-885c8ba9ce4a,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:15.450321 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-213932be-2738-4ac6-b9c5-e019fe38147b tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for floatingip, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:15.450579 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.db.l3_db [None req-213932be-2738-4ac6-b9c5-e019fe38147b tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Floating IP c2eeb628-2b23-41c9-aed4-06f4c93c3c5f disassociated (deleted). External IP: 172.27.2.229, port: f85975df-f7cf-46ee-898c-1be716601c61.
Jun 04 13:58:15.464929 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b03f0f0c-184d-4da4-a140-bb89a131c320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65842052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65227566'] for subnet, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:15.538462 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f0f0c-184d-4da4-a140-bb89a131c320 admin admin] Pushing event updated for resources: {'Subnet': ['ID=056a55c0-cbac-427a-887a-df2dd80e6725,revision_number=0']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:15.547106 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03f0f0c-184d-4da4-a140-bb89a131c320 admin admin] Checking segment: {'id': '84f8fc83-d938-4613-a997-ac3a01adce40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5a29e2dd-44b1-4d45-96f1-84e901ce7aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:58:15.547463 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03f0f0c-184d-4da4-a140-bb89a131c320 admin admin] Network hostable DHCP agents. Network: 5a29e2dd-44b1-4d45-96f1-84e901ce7aa7, hostable agents: ['87172334-b636-4990-a849-36beff162f6b'], hosted agents: [] {{(pid=88594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:58:15.613158 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03f0f0c-184d-4da4-a140-bb89a131c320 admin admin] Network 5a29e2dd-44b1-4d45-96f1-84e901ce7aa7 is scheduled to be hosted by DHCP agent 87172334-b636-4990-a849-36beff162f6b with binding_index 1 {{(pid=88594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:58:15.681579 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [None req-b03f0f0c-184d-4da4-a140-bb89a131c320 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-iscsi, 5a29e2dd-44b1-4d45-96f1-84e901ce7aa7) {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:58:15.685843 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03f0f0c-184d-4da4-a140-bb89a131c320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:58:15.686408 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-b03f0f0c-184d-4da4-a140-bb89a131c320 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:15.691840 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba378a2-8bff-4308-8f1e-fd2a5a8e6192 None None] Network 5a29e2dd-44b1-4d45-96f1-84e901ce7aa7 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:58:15.771890 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-b03f0f0c-184d-4da4-a140-bb89a131c320 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.6368892
Jun 04 13:58:15.814670 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213932be-2738-4ac6-b9c5-e019fe38147b tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Router d18bd994-4218-4658-8c9b-806a7b3ab78e has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:58:15.901049 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ab7325-70b3-4b69-bcc7-ee294724cd43 None None] Network 5a29e2dd-44b1-4d45-96f1-84e901ce7aa7 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:58:16.006765 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213932be-2738-4ac6-b9c5-e019fe38147b tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:58:16.047268 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac50ed7-c6e3-43e3-89f1-5d2ef005ab88 None None] Sync routers for ids ['d18bd994-4218-4658-8c9b-806a7b3ab78e'] in dv-cinder-843593-2-iscsi {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:58:16.062441 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac50ed7-c6e3-43e3-89f1-5d2ef005ab88 None None] Routers {'d18bd994-4218-4658-8c9b-806a7b3ab78e'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:58:16.063083 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-7ac50ed7-c6e3-43e3-89f1-5d2ef005ab88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e508760>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:58:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['d18bd994-4218-4658-8c9b-806a7b3ab78e'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:16.082629 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-213932be-2738-4ac6-b9c5-e019fe38147b tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:16.141860 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-213932be-2738-4ac6-b9c5-e019fe38147b tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "DELETE /v2.0/floatingips/c2eeb628-2b23-41c9-aed4-06f4c93c3c5f HTTP/1.1" status: 204  len: 168 time: 1.7815921
Jun 04 13:58:16.142589 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592fb73b-035d-4652-bc5f-8c65ed3fe2fa', 'tag': 'f85975df-f7cf-46ee-898c-1be716601c61'}] {{(pid=88595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:58:16.191805 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4abfeb2-f681-42a4-a8aa-5d885b6ab8ee'] response: {'name': 'network-changed', 'server_uuid': '592fb73b-035d-4652-bc5f-8c65ed3fe2fa', 'tag': 'f85975df-f7cf-46ee-898c-1be716601c61', 'status': 'completed', 'code': 200}
Jun 04 13:58:16.309568 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-7ac50ed7-c6e3-43e3-89f1-5d2ef005ab88 None None] Set router d18bd994-4218-4658-8c9b-806a7b3ab78e gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:58:16.324964 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517da4e-a875-4a5a-860e-0f7891e781de req-0649ce1d-338c-461c-8278-f8df1c6a4b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:58:16.327124 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1517da4e-a875-4a5a-860e-0f7891e781de req-0649ce1d-338c-461c-8278-f8df1c6a4b61 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd4fbd1432c64d85808c9b11782432cb&device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 1098 time: 0.0940285
Jun 04 13:58:16.479291 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517da4e-a875-4a5a-860e-0f7891e781de req-55eee651-f8f7-4707-9a5f-d6bc91e5a499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:58:16.480757 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1517da4e-a875-4a5a-860e-0f7891e781de req-55eee651-f8f7-4707-9a5f-d6bc91e5a499 service neutron] 10.222.0.55 "GET /v2.0/networks?id=19f85a41-a048-43a5-8d0a-025ad151caaa HTTP/1.1" status: 200  len: 911 time: 0.1475661
Jun 04 13:58:16.496940 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53514) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:16.503013 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.v2.base [None req-3b90fe42-2ac3-4d18-9b97-84a239b1cebe admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1853847609-network', 'tenant_id': '0b9e6fea9b254697aea2efd4be66278a'}} {{(pid=88595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:58:16.509313 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-3b90fe42-2ac3-4d18-9b97-84a239b1cebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:58:16.513347 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-3b90fe42-2ac3-4d18-9b97-84a239b1cebe admin admin] Usage tracker for resource:network and tenant:0b9e6fea9b254697aea2efd4be66278a is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:58:16.517893 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-3b90fe42-2ac3-4d18-9b97-84a239b1cebe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:58:16.526271 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-3b90fe42-2ac3-4d18-9b97-84a239b1cebe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:58:16.556016 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1517da4e-a875-4a5a-860e-0f7891e781de req-41084c04-32ef-47f4-86fa-28f5b3c2f588 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f85975df-f7cf-46ee-898c-1be716601c61 HTTP/1.1" status: 200  len: 217 time: 0.0693429
Jun 04 13:58:16.622114 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517da4e-a875-4a5a-860e-0f7891e781de req-3328f20a-e633-4af3-b914-7b6f026d275f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:58:16.623473 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1517da4e-a875-4a5a-860e-0f7891e781de req-3328f20a-e633-4af3-b914-7b6f026d275f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ae316f83-c7c6-4bb6-8aee-ec9fe09a5191 HTTP/1.1" status: 200  len: 849 time: 0.0618975
Jun 04 13:58:16.641906 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-7ac50ed7-c6e3-43e3-89f1-5d2ef005ab88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e508760>, [{'id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'name': 'tempest-TestVolumeBootPattern-79748535-router', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:12Z', 'revision_number': 4, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'gw_port': {'id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:49:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': 'ba3db062-2bc4-4080-9bd1-766b33e56904', 'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'mac_address': 'fa:16:3e:a5:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:12Z', 'updated_at': '2022-06-04T13:50:19Z', 'revision_number': 5, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'subnets': [{'id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:16.644298 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b90fe42-2ac3-4d18-9b97-84a239b1cebe admin admin] Made reservation on behalf of 0b9e6fea9b254697aea2efd4be66278a for: {'network': 1} {{(pid=88595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:58:16.646688 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac50ed7-c6e3-43e3-89f1-5d2ef005ab88 None None] Checking router: d18bd994-4218-4658-8c9b-806a7b3ab78e for host: dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:58:16.646845 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3b90fe42-2ac3-4d18-9b97-84a239b1cebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737711'] for network, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:16.656651 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac50ed7-c6e3-43e3-89f1-5d2ef005ab88 None None] Routers {'d18bd994-4218-4658-8c9b-806a7b3ab78e'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:58:16.657516 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-7ac50ed7-c6e3-43e3-89f1-5d2ef005ab88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e508760>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:58:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['d18bd994-4218-4658-8c9b-806a7b3ab78e'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:16.665669 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3b90fe42-2ac3-4d18-9b97-84a239b1cebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:16.689113 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-3b90fe42-2ac3-4d18-9b97-84a239b1cebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:58:16.698919 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517da4e-a875-4a5a-860e-0f7891e781de req-97259e28-d8c8-4fc0-b6e6-e2758c8b159a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:58:16.699306 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-3b90fe42-2ac3-4d18-9b97-84a239b1cebe admin admin] Usage tracker for resource:security_group_rule and tenant:0b9e6fea9b254697aea2efd4be66278a is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:58:16.700421 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1517da4e-a875-4a5a-860e-0f7891e781de req-97259e28-d8c8-4fc0-b6e6-e2758c8b159a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19f85a41-a048-43a5-8d0a-025ad151caaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0707045
Jun 04 13:58:16.805396 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-3b90fe42-2ac3-4d18-9b97-84a239b1cebe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:58:16.812991 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-3b90fe42-2ac3-4d18-9b97-84a239b1cebe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:58:16.839316 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1517da4e-a875-4a5a-860e-0f7891e781de req-91f28d9b-6514-415c-9257-2594160d3442 service neutron] 10.222.0.55 "GET /v2.0/networks/19f85a41-a048-43a5-8d0a-025ad151caaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317413
Jun 04 13:58:16.846652 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa8108-b21d-4191-bbbd-f2b64b537c72 req-050dc04f-1a7a-44a9-986c-3dbbb10142ae tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:58:16.847351 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-16aa8108-b21d-4191-bbbd-f2b64b537c72 req-050dc04f-1a7a-44a9-986c-3dbbb10142ae tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Synchronizing usage tracker for tenant:fd4fbd1432c64d85808c9b11782432cb on resource:port {{(pid=88595) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:58:16.896687 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-7ac50ed7-c6e3-43e3-89f1-5d2ef005ab88 None None] Set router d18bd994-4218-4658-8c9b-806a7b3ab78e gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:58:16.922280 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3b90fe42-2ac3-4d18-9b97-84a239b1cebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:16.950840 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [req-16aa8108-b21d-4191-bbbd-f2b64b537c72 req-050dc04f-1a7a-44a9-986c-3dbbb10142ae tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Unset dirty status for tenant:fd4fbd1432c64d85808c9b11782432cb on resource:port {{(pid=88595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:58:16.952247 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-16aa8108-b21d-4191-bbbd-f2b64b537c72 req-050dc04f-1a7a-44a9-986c-3dbbb10142ae tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 945 time: 0.3462694
Jun 04 13:58:16.974774 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-1517da4e-a875-4a5a-860e-0f7891e781de req-2f7ed3e6-a6dc-45c2-8f0f-2e4b3fd0af13 service neutron] 10.222.0.55 "GET /v2.0/networks/19f85a41-a048-43a5-8d0a-025ad151caaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293209
Jun 04 13:58:16.999066 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [req-16aa8108-b21d-4191-bbbd-f2b64b537c72 req-0e9ee110-325f-4cb8-bf68-b3875654959c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394590
Jun 04 13:58:17.007353 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3b90fe42-2ac3-4d18-9b97-84a239b1cebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:17.040646 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b90fe42-2ac3-4d18-9b97-84a239b1cebe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222}  {{(pid=88595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:58:17.049072 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90fe42-2ac3-4d18-9b97-84a239b1cebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e61ae4-102a-485b-85ee-938af8f13678,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:17.057213 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3b90fe42-2ac3-4d18-9b97-84a239b1cebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:17.057213 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.db.segments_db [None req-3b90fe42-2ac3-4d18-9b97-84a239b1cebe admin admin] Added segment 0f6812c1-0f37-4c23-9d18-aaa55172d396 of type vlan for network 6eb09b6c-d821-4120-9e88-9d3b13562211
Jun 04 13:58:17.087805 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3b90fe42-2ac3-4d18-9b97-84a239b1cebe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733312597486'] for network, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:17.173092 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3b90fe42-2ac3-4d18-9b97-84a239b1cebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086'] for network, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:17.174009 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b90fe42-2ac3-4d18-9b97-84a239b1cebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:58:17.174578 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3b90fe42-2ac3-4d18-9b97-84a239b1cebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:17.221913 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-7ac50ed7-c6e3-43e3-89f1-5d2ef005ab88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e508760>, [{'id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'name': 'tempest-TestVolumeBootPattern-79748535-router', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:12Z', 'revision_number': 4, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'gw_port': {'id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:49:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': 'ba3db062-2bc4-4080-9bd1-766b33e56904', 'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'mac_address': 'fa:16:3e:a5:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:12Z', 'updated_at': '2022-06-04T13:50:19Z', 'revision_number': 5, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'subnets': [{'id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:17.226097 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac50ed7-c6e3-43e3-89f1-5d2ef005ab88 None None] The sync data for ids ['d18bd994-4218-4658-8c9b-806a7b3ab78e'] in dv-cinder-843593-2-iscsi is: [{'id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'name': 'tempest-TestVolumeBootPattern-79748535-router', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:12Z', 'revision_number': 4, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'gw_port': {'id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:49:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi', '_interfaces': [{'id': 'ba3db062-2bc4-4080-9bd1-766b33e56904', 'name': '', 'network_id': '19f85a41-a048-43a5-8d0a-025ad151caaa', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'mac_address': 'fa:16:3e:a5:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:12Z', 'updated_at': '2022-06-04T13:50:19Z', 'revision_number': 5, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'subnets': [{'id': 'ae316f83-c7c6-4bb6-8aee-ec9fe09a5191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:58:17.278856 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90fe42-2ac3-4d18-9b97-84a239b1cebe admin admin] Pushing event updated for resources: {'Network': ['ID=6eb09b6c-d821-4120-9e88-9d3b13562211,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:17.288739 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Network 6eb09b6c-d821-4120-9e88-9d3b13562211 details requested by agent ovs-agent-dv-cinder-843593-2-iscsi with host dv-cinder-843593-2-iscsi {{(pid=88596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:58:17.347625 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-3b90fe42-2ac3-4d18-9b97-84a239b1cebe admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.8493395
Jun 04 13:58:17.348486 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 53520) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:17.354366 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.v2.base [None req-eb41b080-15d6-46f2-ad68-b9cdca001944 admin admin] Request body: {'subnet': {'network_id': '6eb09b6c-d821-4120-9e88-9d3b13562211', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1853847609-subnet', 'tenant_id': '0b9e6fea9b254697aea2efd4be66278a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:58:17.359692 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-eb41b080-15d6-46f2-ad68-b9cdca001944 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:58:17.366781 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-eb41b080-15d6-46f2-ad68-b9cdca001944 admin admin] Usage tracker for resource:subnet and tenant:0b9e6fea9b254697aea2efd4be66278a is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:58:17.367217 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-eb41b080-15d6-46f2-ad68-b9cdca001944 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:58:17.373108 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-eb41b080-15d6-46f2-ad68-b9cdca001944 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:58:17.441733 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb41b080-15d6-46f2-ad68-b9cdca001944 admin admin] Made reservation on behalf of 0b9e6fea9b254697aea2efd4be66278a for: {'subnet': 1} {{(pid=88594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:58:17.444829 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-eb41b080-15d6-46f2-ad68-b9cdca001944 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65227580'] for subnet, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:17.445290 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ebd655-2fe6-4ec6-92cb-411e5f386053 None None] New status for floating IP c2eeb628-2b23-41c9-aed4-06f4c93c3c5f: DOWN {{(pid=88597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:58:17.796292 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-eb41b080-15d6-46f2-ad68-b9cdca001944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65842052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65227566'] for subnet, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:17.869297 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41b080-15d6-46f2-ad68-b9cdca001944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3581ec58-f88a-4853-b93e-b7ca81475324,revision_number=0']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:17.877742 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb41b080-15d6-46f2-ad68-b9cdca001944 admin admin] Checking segment: {'id': '0f6812c1-0f37-4c23-9d18-aaa55172d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6eb09b6c-d821-4120-9e88-9d3b13562211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 04 13:58:17.878115 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb41b080-15d6-46f2-ad68-b9cdca001944 admin admin] Network hostable DHCP agents. Network: 6eb09b6c-d821-4120-9e88-9d3b13562211, hostable agents: ['87172334-b636-4990-a849-36beff162f6b'], hosted agents: [] {{(pid=88594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:58:17.938832 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb41b080-15d6-46f2-ad68-b9cdca001944 admin admin] Network 6eb09b6c-d821-4120-9e88-9d3b13562211 is scheduled to be hosted by DHCP agent 87172334-b636-4990-a849-36beff162f6b with binding_index 1 {{(pid=88594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:58:18.013006 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.base_scheduler [None req-eb41b080-15d6-46f2-ad68-b9cdca001944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-iscsi, 6eb09b6c-d821-4120-9e88-9d3b13562211) {{(pid=88594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:58:18.017454 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb41b080-15d6-46f2-ad68-b9cdca001944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:58:18.018028 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-eb41b080-15d6-46f2-ad68-b9cdca001944 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:18.021801 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2983f23a-03f6-4b68-a080-8fbebaf84367 None None] Network 6eb09b6c-d821-4120-9e88-9d3b13562211 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:58:18.083399 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-eb41b080-15d6-46f2-ad68-b9cdca001944 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.7269552
Jun 04 13:58:18.212007 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53528) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:18.241947 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0548a3-284a-4bd9-8e08-831d8c01a0ce None None] Network 6eb09b6c-d821-4120-9e88-9d3b13562211 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:58:18.261159 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de52a7-6dee-4435-9e27-a7a60dfce6dd req-0d66cb63-10db-47ae-92aa-9d9c01dc2842 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:58:18.262620 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-68de52a7-6dee-4435-9e27-a7a60dfce6dd req-0d66cb63-10db-47ae-92aa-9d9c01dc2842 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 945 time: 0.1424670
Jun 04 13:58:18.276728 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6fe5a9-58c0-4985-b4be-4d935c8e2251 admin admin] Deleting subnet 056a55c0-cbac-427a-887a-df2dd80e6725 {{(pid=88595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 04 13:58:18.279215 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b27aa-4715-42b1-828b-b983a2bc12f4 req-c30921fb-89d1-4809-a7e8-e44b7e71781c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 04 13:58:18.280127 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-cf6fe5a9-58c0-4985-b4be-4d935c8e2251 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:18.280683 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-860b27aa-4715-42b1-828b-b983a2bc12f4 req-c30921fb-89d1-4809-a7e8-e44b7e71781c tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.55 "GET /v2.0/ports?device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 945 time: 0.1095991
Jun 04 13:58:18.329494 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-cf6fe5a9-58c0-4985-b4be-4d935c8e2251 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64864184'] for subnet, precommit_delete_associations {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:18.373300 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-68de52a7-6dee-4435-9e27-a7a60dfce6dd req-281a9a2c-b2b0-4c0c-bd55-7c1a29fe28e2 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/security-groups?id=88e5b402-78cd-409f-a41c-746091c3b653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0917003
Jun 04 13:58:18.382087 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-860b27aa-4715-42b1-828b-b983a2bc12f4 req-ce69dec4-01ca-45a0-87f6-0ad8dc5d228e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Deleting port f85975df-f7cf-46ee-898c-1be716601c61 {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:58:18.386358 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-860b27aa-4715-42b1-828b-b983a2bc12f4 req-ce69dec4-01ca-45a0-87f6-0ad8dc5d228e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:18.386493 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-cf6fe5a9-58c0-4985-b4be-4d935c8e2251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694649'] for subnet, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:18.505781 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-cf6fe5a9-58c0-4985-b4be-4d935c8e2251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64863260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64154139'] for subnet, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:18.543360 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6fe5a9-58c0-4985-b4be-4d935c8e2251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=056a55c0-cbac-427a-887a-df2dd80e6725,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:18.548078 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-cf6fe5a9-58c0-4985-b4be-4d935c8e2251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for subnet, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:18.553750 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-cf6fe5a9-58c0-4985-b4be-4d935c8e2251 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/056a55c0-cbac-427a-887a-df2dd80e6725 HTTP/1.1" status: 204  len: 168 time: 0.3401229
Jun 04 13:58:18.556276 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53532) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:18.639844 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [req-860b27aa-4715-42b1-828b-b983a2bc12f4 req-ce69dec4-01ca-45a0-87f6-0ad8dc5d228e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] For port f85975df-f7cf-46ee-898c-1be716601c61, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=f85975df-f7cf-46ee-898c-1be716601c61,segment=NetworkSegment(6a5cbb52-ab79-40c5-b9bc-799ccfcf389a),segment_id=6a5cbb52-ab79-40c5-b9bc-799ccfcf389a)] {{(pid=88594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:58:18.640092 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-860b27aa-4715-42b1-828b-b983a2bc12f4 req-ce69dec4-01ca-45a0-87f6-0ad8dc5d228e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:18.668103 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b9c355f6-40ac-4f9a-8488-ff7235306210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751646'] for network, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:18.761906 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [req-860b27aa-4715-42b1-828b-b983a2bc12f4 req-ce69dec4-01ca-45a0-87f6-0ad8dc5d228e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Calling delete_port for f85975df-f7cf-46ee-898c-1be716601c61 owned by compute:nova {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:58:18.790057 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b9c355f6-40ac-4f9a-8488-ff7235306210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659742', 'neutron.services.segments.db._delete_segments_for_network-8733313062566'] for network, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:18.816004 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.services.segments.db [None req-b9c355f6-40ac-4f9a-8488-ff7235306210 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f161d4c63d0>,) {'filters': {'network_id': ['5a29e2dd-44b1-4d45-96f1-84e901ce7aa7']}} {{(pid=88595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:18.828256 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.services.segments.db [None req-b9c355f6-40ac-4f9a-8488-ff7235306210 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f161d4c63d0>, '84f8fc83-d938-4613-a997-ac3a01adce40') {'for_net_delete': True} {{(pid=88595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:18.828547 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.services.segments.db [None req-b9c355f6-40ac-4f9a-8488-ff7235306210 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f161d4c63d0>, '84f8fc83-d938-4613-a997-ac3a01adce40') {} {{(pid=88595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:18.840402 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b9c355f6-40ac-4f9a-8488-ff7235306210 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733313065921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64864177'] for segment, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:18.856082 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b9c355f6-40ac-4f9a-8488-ff7235306210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:18.862063 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c355f6-40ac-4f9a-8488-ff7235306210 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=88595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:58:18.862447 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b9c355f6-40ac-4f9a-8488-ff7235306210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-658974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64863414'] for segment, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:18.934088 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.services.segments.plugin [-] Segment 84f8fc83-d938-4613-a997-ac3a01adce40 resource provider aggregate not found
Jun 04 13:58:18.953135 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.services.segments.plugin [-] Segment 84f8fc83-d938-4613-a997-ac3a01adce40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84f8fc83-d938-4613-a997-ac3a01adce40 found for delete  ", "request_id": "req-b40f0f1d-cb1d-43e7-88b0-1da06c1e5acb"}]}
Jun 04 13:58:18.956420 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-860b27aa-4715-42b1-828b-b983a2bc12f4 req-ce69dec4-01ca-45a0-87f6-0ad8dc5d228e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:19.006069 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69dec4-01ca-45a0-87f6-0ad8dc5d228e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Pushing event deleted for resources: {'Port': ['ID=f85975df-f7cf-46ee-898c-1be716601c61,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:19.013505 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b9c355f6-40ac-4f9a-8488-ff7235306210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66723838'] for network, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:19.018098 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-b9c355f6-40ac-4f9a-8488-ff7235306210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:19.038433 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-b9c355f6-40ac-4f9a-8488-ff7235306210 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5a29e2dd-44b1-4d45-96f1-84e901ce7aa7 HTTP/1.1" status: 204  len: 168 time: 0.4811869
Jun 04 13:58:19.041784 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53540) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:19.079354 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c355f6-40ac-4f9a-8488-ff7235306210 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a29e2dd-44b1-4d45-96f1-84e901ce7aa7,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:19.088126 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [req-860b27aa-4715-42b1-828b-b983a2bc12f4 req-ce69dec4-01ca-45a0-87f6-0ad8dc5d228e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] No DVR routers for this DVR port f85975df-f7cf-46ee-898c-1be716601c61 on host hv-cinder-84359 {{(pid=88594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:58:19.090379 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [req-860b27aa-4715-42b1-828b-b983a2bc12f4 req-ce69dec4-01ca-45a0-87f6-0ad8dc5d228e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for port, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:19.092945 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592fb73b-035d-4652-bc5f-8c65ed3fe2fa', 'name': 'network-vif-deleted', 'tag': 'f85975df-f7cf-46ee-898c-1be716601c61'}] {{(pid=88594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 04 13:58:19.111730 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e30aa3d-1594-4ebb-9911-5a1e0e51acd9 admin admin] Deleting subnet 3581ec58-f88a-4853-b93e-b7ca81475324 {{(pid=88595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 04 13:58:19.115489 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-5e30aa3d-1594-4ebb-9911-5a1e0e51acd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:19.137645 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0053817a-94fa-40be-8070-2af9e8f401d8'] response: {'server_uuid': '592fb73b-035d-4652-bc5f-8c65ed3fe2fa', 'name': 'network-vif-deleted', 'tag': 'f85975df-f7cf-46ee-898c-1be716601c61', 'status': 'completed', 'code': 200}
Jun 04 13:58:19.157008 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-860b27aa-4715-42b1-828b-b983a2bc12f4 req-ce69dec4-01ca-45a0-87f6-0ad8dc5d228e tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.55 "DELETE /v2.0/ports/f85975df-f7cf-46ee-898c-1be716601c61 HTTP/1.1" status: 204  len: 173 time: 0.8606205
Jun 04 13:58:19.165046 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-5e30aa3d-1594-4ebb-9911-5a1e0e51acd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64864184'] for subnet, precommit_delete_associations {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:19.219943 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-5e30aa3d-1594-4ebb-9911-5a1e0e51acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694649'] for subnet, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:19.339043 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-5e30aa3d-1594-4ebb-9911-5a1e0e51acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64863260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64154139'] for subnet, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:19.377634 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30aa3d-1594-4ebb-9911-5a1e0e51acd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3581ec58-f88a-4853-b93e-b7ca81475324,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:19.381208 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-5e30aa3d-1594-4ebb-9911-5a1e0e51acd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for subnet, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:19.387177 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-5e30aa3d-1594-4ebb-9911-5a1e0e51acd9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3581ec58-f88a-4853-b93e-b7ca81475324 HTTP/1.1" status: 204  len: 168 time: 0.3445115
Jun 04 13:58:19.389669 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53546) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:19.503177 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c04f6485-e62d-4220-90e5-1ccec7597e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751646'] for network, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:19.533875 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-a30734dd-b0ec-48ea-a6fa-230b42c36dac req-43db0f61-8966-4942-989e-517b885b5944 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Synchronizing usage tracker for tenant:fd4fbd1432c64d85808c9b11782432cb on resource:port {{(pid=88594) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:58:19.626365 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c04f6485-e62d-4220-90e5-1ccec7597e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659742', 'neutron.services.segments.db._delete_segments_for_network-8733313062566'] for network, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:19.647601 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [req-a30734dd-b0ec-48ea-a6fa-230b42c36dac req-43db0f61-8966-4942-989e-517b885b5944 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Unset dirty status for tenant:fd4fbd1432c64d85808c9b11782432cb on resource:port {{(pid=88594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:58:19.651881 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [req-a30734dd-b0ec-48ea-a6fa-230b42c36dac req-43db0f61-8966-4942-989e-517b885b5944 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "GET /v2.0/ports?device_id=592fb73b-035d-4652-bc5f-8c65ed3fe2fa HTTP/1.1" status: 200  len: 210 time: 0.1631665
Jun 04 13:58:19.652243 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.services.segments.db [None req-c04f6485-e62d-4220-90e5-1ccec7597e4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f161d4630a0>,) {'filters': {'network_id': ['6eb09b6c-d821-4120-9e88-9d3b13562211']}} {{(pid=88595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:19.666698 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.services.segments.db [None req-c04f6485-e62d-4220-90e5-1ccec7597e4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f161d4630a0>, '0f6812c1-0f37-4c23-9d18-aaa55172d396') {'for_net_delete': True} {{(pid=88595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:19.666953 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.services.segments.db [None req-c04f6485-e62d-4220-90e5-1ccec7597e4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f161d4630a0>, '0f6812c1-0f37-4c23-9d18-aaa55172d396') {} {{(pid=88595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:19.681344 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c04f6485-e62d-4220-90e5-1ccec7597e4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733313065921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64864177'] for segment, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:19.698473 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c04f6485-e62d-4220-90e5-1ccec7597e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:19.704436 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c04f6485-e62d-4220-90e5-1ccec7597e4a admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=88595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:58:19.704818 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c04f6485-e62d-4220-90e5-1ccec7597e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-658974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64863414'] for segment, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:19.870548 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c04f6485-e62d-4220-90e5-1ccec7597e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66723838'] for network, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:19.886307 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c04f6485-e62d-4220-90e5-1ccec7597e4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:19.895023 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f6485-e62d-4220-90e5-1ccec7597e4a admin admin] Pushing event deleted for resources: {'Network': ['ID=6eb09b6c-d821-4120-9e88-9d3b13562211,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:19.898501 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-c04f6485-e62d-4220-90e5-1ccec7597e4a admin admin] 10.222.0.39 "DELETE /v2.0/networks/6eb09b6c-d821-4120-9e88-9d3b13562211 HTTP/1.1" status: 204  len: 168 time: 0.5078583
Jun 04 13:58:20.242574 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53554) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:20.296551 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-0f00d0db-711f-4840-ac8b-879e8704a72b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=123d1df5b76949ce9678f4fd36a8676f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0528076
Jun 04 13:58:20.299109 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53558) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:20.355277 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c3f282cb-dac4-43a4-8334-e585a6ffa516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:20.381364 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c3f282cb-dac4-43a4-8334-e585a6ffa516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:20.476168 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c3f282cb-dac4-43a4-8334-e585a6ffa516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:20.491931 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f282cb-dac4-43a4-8334-e585a6ffa516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fe0785-fcdd-4c88-9c4e-6a9c2d9b0f3a,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:20.499740 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c3f282cb-dac4-43a4-8334-e585a6ffa516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:20.500834 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-c3f282cb-dac4-43a4-8334-e585a6ffa516 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/36fe0785-fcdd-4c88-9c4e-6a9c2d9b0f3a HTTP/1.1" status: 204  len: 168 time: 0.2008636
Jun 04 13:58:20.743912 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53566) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:20.998833 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.services.segments.plugin [-] Segment 0f6812c1-0f37-4c23-9d18-aaa55172d396 resource provider aggregate not found
Jun 04 13:58:21.018612 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-e7ca0981-67ce-4bd0-8339-65b9a9c822cb tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Deleting port cfecd1bf-8dea-40ec-b77f-6a90df9f7d32 {{(pid=88595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:58:21.018612 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-e7ca0981-67ce-4bd0-8339-65b9a9c822cb tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:21.029511 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.services.segments.plugin [-] Segment 0f6812c1-0f37-4c23-9d18-aaa55172d396 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f6812c1-0f37-4c23-9d18-aaa55172d396 found for delete  ", "request_id": "req-b9724f32-8e46-4036-b6b3-79a0b6472896"}]}
Jun 04 13:58:21.149905 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 53576) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:21.177798 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-e7ca0981-67ce-4bd0-8339-65b9a9c822cb tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:21.178144 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-e7ca0981-67ce-4bd0-8339-65b9a9c822cb tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:21.210713 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-f9e11c4c-47d4-46f7-addd-1c78d20e8108 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0b9e6fea9b254697aea2efd4be66278a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0560167
Jun 04 13:58:21.211140 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 53580) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:21.275757 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-65f07b8a-f8f5-4a9e-9819-354ee45193c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:21.302304 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-65f07b8a-f8f5-4a9e-9819-354ee45193c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:21.304889 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-e7ca0981-67ce-4bd0-8339-65b9a9c822cb tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Calling delete_port for cfecd1bf-8dea-40ec-b77f-6a90df9f7d32 owned by network:floatingip {{(pid=88595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:58:21.418828 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-65f07b8a-f8f5-4a9e-9819-354ee45193c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:21.435977 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f07b8a-f8f5-4a9e-9819-354ee45193c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e61ae4-102a-485b-85ee-938af8f13678,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:21.439265 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-65f07b8a-f8f5-4a9e-9819-354ee45193c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:21.443348 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-65f07b8a-f8f5-4a9e-9819-354ee45193c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/13e61ae4-102a-485b-85ee-938af8f13678 HTTP/1.1" status: 204  len: 168 time: 0.2282255
Jun 04 13:58:21.516030 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-e7ca0981-67ce-4bd0-8339-65b9a9c822cb tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:21.563678 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca0981-67ce-4bd0-8339-65b9a9c822cb tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Pushing event deleted for resources: {'Port': ['ID=cfecd1bf-8dea-40ec-b77f-6a90df9f7d32,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:21.658673 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-e7ca0981-67ce-4bd0-8339-65b9a9c822cb tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for floatingip, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:21.721099 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-e7ca0981-67ce-4bd0-8339-65b9a9c822cb tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249526'] for floatingip, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:21.722240 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-e7ca0981-67ce-4bd0-8339-65b9a9c822cb tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "DELETE /v2.0/floatingips/2382609e-6453-4617-86b3-4a4caf4dcf2c HTTP/1.1" status: 204  len: 168 time: 0.9774289
Jun 04 13:58:22.986153 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device f85975df-f7cf-46ee-898c-1be716601c61 no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:58:23.019872 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] No Port match for: f85975df-f7cf-46ee-898c-1be716601c61 {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:58:23.020206 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Device f85975df-f7cf-46ee-898c-1be716601c61 not bound to the agent host hv-cinder-84359 {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:58:23.239363 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 53632) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:23.306968 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-227997ed-a97a-4a20-ac0d-9abbca961508 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:23.337489 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-227997ed-a97a-4a20-ac0d-9abbca961508 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:23.476101 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-227997ed-a97a-4a20-ac0d-9abbca961508 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:23.495972 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227997ed-a97a-4a20-ac0d-9abbca961508 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e5b402-78cd-409f-a41c-746091c3b653,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:23.566194 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-227997ed-a97a-4a20-ac0d-9abbca961508 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:23.570846 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-227997ed-a97a-4a20-ac0d-9abbca961508 tempest-TestVolumeBootPattern-1051449525 tempest-TestVolumeBootPattern-1051449525-project] 10.222.0.39 "DELETE /v2.0/security-groups/88e5b402-78cd-409f-a41c-746091c3b653 HTTP/1.1" status: 204  len: 168 time: 0.3304629
Jun 04 13:58:23.687605 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53642) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:24.382218 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-21256e18-9e6f-4223-a8f6-b3857b8dd0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66719486'] for router_interface, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:24.817531 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-21256e18-9e6f-4223-a8f6-b3857b8dd0f9 admin admin] Deleting port ba3db062-2bc4-4080-9bd1-766b33e56904 {{(pid=88595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:58:24.818282 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-21256e18-9e6f-4223-a8f6-b3857b8dd0f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:24.990011 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.db [None req-21256e18-9e6f-4223-a8f6-b3857b8dd0f9 admin admin] For port ba3db062-2bc4-4080-9bd1-766b33e56904, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=ba3db062-2bc4-4080-9bd1-766b33e56904,segment=NetworkSegment(6a5cbb52-ab79-40c5-b9bc-799ccfcf389a),segment_id=6a5cbb52-ab79-40c5-b9bc-799ccfcf389a)] {{(pid=88595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:58:24.990368 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-21256e18-9e6f-4223-a8f6-b3857b8dd0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:25.112145 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-21256e18-9e6f-4223-a8f6-b3857b8dd0f9 admin admin] Calling delete_port for ba3db062-2bc4-4080-9bd1-766b33e56904 owned by network:router_interface {{(pid=88595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:58:25.350277 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-21256e18-9e6f-4223-a8f6-b3857b8dd0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:25.397235 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21256e18-9e6f-4223-a8f6-b3857b8dd0f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba3db062-2bc4-4080-9bd1-766b33e56904,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:25.432139 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21256e18-9e6f-4223-a8f6-b3857b8dd0f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:58:25.432480 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21256e18-9e6f-4223-a8f6-b3857b8dd0f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:58:25.432810 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21256e18-9e6f-4223-a8f6-b3857b8dd0f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:58:25.433139 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21256e18-9e6f-4223-a8f6-b3857b8dd0f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:58:25.433457 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21256e18-9e6f-4223-a8f6-b3857b8dd0f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:58:25.433777 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21256e18-9e6f-4223-a8f6-b3857b8dd0f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:58:25.434113 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21256e18-9e6f-4223-a8f6-b3857b8dd0f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:58:25.435115 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21256e18-9e6f-4223-a8f6-b3857b8dd0f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:58:25.435115 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21256e18-9e6f-4223-a8f6-b3857b8dd0f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:58:25.435115 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21256e18-9e6f-4223-a8f6-b3857b8dd0f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:58:25.435441 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21256e18-9e6f-4223-a8f6-b3857b8dd0f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:58:25.435653 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21256e18-9e6f-4223-a8f6-b3857b8dd0f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:58:25.683513 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-21256e18-9e6f-4223-a8f6-b3857b8dd0f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66655079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66719298'] for router_interface, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:26.059102 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:26.132306 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21256e18-9e6f-4223-a8f6-b3857b8dd0f9 admin admin] Router d18bd994-4218-4658-8c9b-806a7b3ab78e has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:58:26.308475 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21256e18-9e6f-4223-a8f6-b3857b8dd0f9 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:58:26.318422 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0baf72c-c373-4027-8794-dc10dfacf00d None None] Sync routers for ids ['d18bd994-4218-4658-8c9b-806a7b3ab78e'] in dv-cinder-843593-2-iscsi {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:58:26.321054 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-21256e18-9e6f-4223-a8f6-b3857b8dd0f9 admin admin] 10.222.0.39 "PUT /v2.0/routers/d18bd994-4218-4658-8c9b-806a7b3ab78e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6305718
Jun 04 13:58:26.323490 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53666) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:26.330843 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0baf72c-c373-4027-8794-dc10dfacf00d None None] Routers {'d18bd994-4218-4658-8c9b-806a7b3ab78e'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:58:26.331862 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-c0baf72c-c373-4027-8794-dc10dfacf00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e455dc0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:58:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['d18bd994-4218-4658-8c9b-806a7b3ab78e'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:26.510014 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f48e5727-384d-484f-8903-3acbe5fc643a admin admin] Notify callbacks [] for router, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:26.524633 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-c0baf72c-c373-4027-8794-dc10dfacf00d None None] Set router d18bd994-4218-4658-8c9b-806a7b3ab78e gateway port host: dv-cinder-843593-2-iscsi {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:58:26.690156 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f48e5727-384d-484f-8903-3acbe5fc643a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:26.744467 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-f48e5727-384d-484f-8903-3acbe5fc643a admin admin] Deleting port 3d6b906a-2401-482b-9cfd-8ecee2dc07af {{(pid=88595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:58:26.744900 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f48e5727-384d-484f-8903-3acbe5fc643a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:26.842847 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-c0baf72c-c373-4027-8794-dc10dfacf00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e455dc0>, [{'id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'name': 'tempest-TestVolumeBootPattern-79748535-router', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:58:25Z', 'revision_number': 5, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'gw_port': {'id': '3d6b906a-2401-482b-9cfd-8ecee2dc07af', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:49:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:26.846795 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0baf72c-c373-4027-8794-dc10dfacf00d None None] Checking router: d18bd994-4218-4658-8c9b-806a7b3ab78e for host: dv-cinder-843593-2-iscsi {{(pid=88596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:58:26.855812 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0baf72c-c373-4027-8794-dc10dfacf00d None None] Routers {'d18bd994-4218-4658-8c9b-806a7b3ab78e'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:58:26.856419 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-c0baf72c-c373-4027-8794-dc10dfacf00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161e455dc0>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:58:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['d18bd994-4218-4658-8c9b-806a7b3ab78e'], 'active': True} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:26.919205 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.db [None req-f48e5727-384d-484f-8903-3acbe5fc643a admin admin] For port 3d6b906a-2401-482b-9cfd-8ecee2dc07af, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=3d6b906a-2401-482b-9cfd-8ecee2dc07af,segment=NetworkSegment(a5e9f3a7-fe7c-4b2a-9489-202ad5682d71),segment_id=a5e9f3a7-fe7c-4b2a-9489-202ad5682d71)] {{(pid=88595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:58:26.919553 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f48e5727-384d-484f-8903-3acbe5fc643a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:27.003147 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_dvr_db [None req-c0baf72c-c373-4027-8794-dc10dfacf00d None None] Set router d18bd994-4218-4658-8c9b-806a7b3ab78e gateway port host: None {{(pid=88596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:58:27.042115 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-f48e5727-384d-484f-8903-3acbe5fc643a admin admin] Calling delete_port for 3d6b906a-2401-482b-9cfd-8ecee2dc07af owned by network:router_gateway {{(pid=88595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:58:27.107446 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.db.l3_hamode_db [None req-c0baf72c-c373-4027-8794-dc10dfacf00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161e455dc0>, [{'id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'name': 'tempest-TestVolumeBootPattern-79748535-router', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:58:26Z', 'revision_number': 6, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'gw_port_host': None}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:27.111216 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0baf72c-c373-4027-8794-dc10dfacf00d None None] The sync data for ids ['d18bd994-4218-4658-8c9b-806a7b3ab78e'] in dv-cinder-843593-2-iscsi is: [{'id': 'd18bd994-4218-4658-8c9b-806a7b3ab78e', 'name': 'tempest-TestVolumeBootPattern-79748535-router', 'tenant_id': 'fd4fbd1432c64d85808c9b11782432cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:08Z', 'updated_at': '2022-06-04T13:58:26Z', 'revision_number': 6, 'project_id': 'fd4fbd1432c64d85808c9b11782432cb', 'gw_port_host': None}] {{(pid=88596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:58:27.253091 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f48e5727-384d-484f-8903-3acbe5fc643a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:27.301567 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e5727-384d-484f-8903-3acbe5fc643a admin admin] Pushing event deleted for resources: {'Port': ['ID=3d6b906a-2401-482b-9cfd-8ecee2dc07af,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:27.388549 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f48e5727-384d-484f-8903-3acbe5fc643a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66723803'] for router_gateway, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:27.608569 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device ba3db062-2bc4-4080-9bd1-766b33e56904 no longer exists at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:58:27.647924 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] No Port match for: ba3db062-2bc4-4080-9bd1-766b33e56904 {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:58:27.648262 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device ba3db062-2bc4-4080-9bd1-766b33e56904 not bound to the agent host dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:58:27.692862 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f48e5727-384d-484f-8903-3acbe5fc643a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66723677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7300'] for router, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:27.695179 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f48e5727-384d-484f-8903-3acbe5fc643a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:27.767577 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f48e5727-384d-484f-8903-3acbe5fc643a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66715676'] for router, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:27.768099 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48e5727-384d-484f-8903-3acbe5fc643a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d18bd994-4218-4658-8c9b-806a7b3ab78e {{(pid=88595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 13:58:27.781054 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f48e5727-384d-484f-8903-3acbe5fc643a admin admin] Notify callbacks [] for router, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:27.782153 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-f48e5727-384d-484f-8903-3acbe5fc643a admin admin] 10.222.0.39 "DELETE /v2.0/routers/d18bd994-4218-4658-8c9b-806a7b3ab78e HTTP/1.1" status: 204  len: 168 time: 1.4577718
Jun 04 13:58:27.784685 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53684) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:27.845133 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d5176ad-da89-4d0e-b78a-9161b21997fd admin admin] Deleting subnet ae316f83-c7c6-4bb6-8aee-ec9fe09a5191 {{(pid=88595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 04 13:58:27.848044 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-5d5176ad-da89-4d0e-b78a-9161b21997fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:27.897588 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-5d5176ad-da89-4d0e-b78a-9161b21997fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64864184'] for subnet, precommit_delete_associations {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:27.980339 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-5d5176ad-da89-4d0e-b78a-9161b21997fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694649'] for subnet, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:28.122582 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-5d5176ad-da89-4d0e-b78a-9161b21997fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64863260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64154139'] for subnet, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:28.163724 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5176ad-da89-4d0e-b78a-9161b21997fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae316f83-c7c6-4bb6-8aee-ec9fe09a5191,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:28.167283 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-5d5176ad-da89-4d0e-b78a-9161b21997fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for subnet, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:28.172915 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa21e75-2de1-4970-9d64-0301e0692158 None None] Network 19f85a41-a048-43a5-8d0a-025ad151caaa requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:58:28.174114 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-5d5176ad-da89-4d0e-b78a-9161b21997fd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ae316f83-c7c6-4bb6-8aee-ec9fe09a5191 HTTP/1.1" status: 204  len: 168 time: 0.3883264
Jun 04 13:58:28.176983 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53692) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:28.295221 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f7c75747-d50b-4865-8905-cdeb38adaf9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751646'] for network, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:28.307140 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-f7c75747-d50b-4865-8905-cdeb38adaf9d admin admin] Deleting port 03df98d7-a994-491f-8ca8-4e0a591cefc0 {{(pid=88595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:58:28.307544 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f7c75747-d50b-4865-8905-cdeb38adaf9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:28.440751 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00b5fc3-3cba-4bbf-99f5-9c4da5ae6b6a None None] DHCP port deletion for 19f85a41-a048-43a5-8d0a-025ad151caaa request from dv-cinder-843593-2-iscsi {{(pid=88596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 04 13:58:28.446203 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-f00b5fc3-3cba-4bbf-99f5-9c4da5ae6b6a None None] Deleting port 03df98d7-a994-491f-8ca8-4e0a591cefc0 {{(pid=88596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:58:28.447251 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-f00b5fc3-3cba-4bbf-99f5-9c4da5ae6b6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:28.521012 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.db [None req-f7c75747-d50b-4865-8905-cdeb38adaf9d admin admin] For port 03df98d7-a994-491f-8ca8-4e0a591cefc0, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=03df98d7-a994-491f-8ca8-4e0a591cefc0,segment=NetworkSegment(6a5cbb52-ab79-40c5-b9bc-799ccfcf389a),segment_id=6a5cbb52-ab79-40c5-b9bc-799ccfcf389a)] {{(pid=88595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:58:28.521365 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f7c75747-d50b-4865-8905-cdeb38adaf9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:28.647980 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.plugin [None req-f7c75747-d50b-4865-8905-cdeb38adaf9d admin admin] Calling delete_port for 03df98d7-a994-491f-8ca8-4e0a591cefc0 owned by network:dhcp {{(pid=88595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:58:28.654436 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-f00b5fc3-3cba-4bbf-99f5-9c4da5ae6b6a None None] For port 03df98d7-a994-491f-8ca8-4e0a591cefc0, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=03df98d7-a994-491f-8ca8-4e0a591cefc0,segment=NetworkSegment(6a5cbb52-ab79-40c5-b9bc-799ccfcf389a),segment_id=6a5cbb52-ab79-40c5-b9bc-799ccfcf389a)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:58:28.654751 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-f00b5fc3-3cba-4bbf-99f5-9c4da5ae6b6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:28.777081 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-f00b5fc3-3cba-4bbf-99f5-9c4da5ae6b6a None None] Calling delete_port for 03df98d7-a994-491f-8ca8-4e0a591cefc0 owned by network:dhcp {{(pid=88596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:58:28.784470 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f7c75747-d50b-4865-8905-cdeb38adaf9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64863329'] for port, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:28.831779 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c75747-d50b-4865-8905-cdeb38adaf9d admin admin] Pushing event deleted for resources: {'Port': ['ID=03df98d7-a994-491f-8ca8-4e0a591cefc0,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:28.834080 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c75747-d50b-4865-8905-cdeb38adaf9d admin admin] No DVR routers for this DVR port 03df98d7-a994-491f-8ca8-4e0a591cefc0 on host dv-cinder-843593-2-iscsi {{(pid=88595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:58:28.855866 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.db.api [None req-f00b5fc3-3cba-4bbf-99f5-9c4da5ae6b6a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 13:58:28.856224 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG oslo_db.api [None req-f00b5fc3-3cba-4bbf-99f5-9c4da5ae6b6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 13:58:28.949254 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f7c75747-d50b-4865-8905-cdeb38adaf9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659742', 'neutron.services.segments.db._delete_segments_for_network-8733313062566'] for network, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:28.975291 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.services.segments.db [None req-f7c75747-d50b-4865-8905-cdeb38adaf9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f161d5b0b20>,) {'filters': {'network_id': ['19f85a41-a048-43a5-8d0a-025ad151caaa']}} {{(pid=88595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:28.987329 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.services.segments.db [None req-f7c75747-d50b-4865-8905-cdeb38adaf9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f161d5b0b20>, '6a5cbb52-ab79-40c5-b9bc-799ccfcf389a') {'for_net_delete': True} {{(pid=88595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:28.987670 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.services.segments.db [None req-f7c75747-d50b-4865-8905-cdeb38adaf9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f161d5b0b20>, '6a5cbb52-ab79-40c5-b9bc-799ccfcf389a') {} {{(pid=88595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:28.998615 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f7c75747-d50b-4865-8905-cdeb38adaf9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733313065921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64864177'] for segment, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:29.014774 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f7c75747-d50b-4865-8905-cdeb38adaf9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:29.021364 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c75747-d50b-4865-8905-cdeb38adaf9d admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=88595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:58:29.021739 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f7c75747-d50b-4865-8905-cdeb38adaf9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-658974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64863414'] for segment, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:29.095352 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.services.segments.plugin [-] Segment 6a5cbb52-ab79-40c5-b9bc-799ccfcf389a resource provider aggregate not found
Jun 04 13:58:29.118061 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.services.segments.plugin [-] Segment 6a5cbb52-ab79-40c5-b9bc-799ccfcf389a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a5cbb52-ab79-40c5-b9bc-799ccfcf389a found for delete  ", "request_id": "req-5aae9445-fc9d-4975-8ab9-f890494f104d"}]}
Jun 04 13:58:29.158789 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53714) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:29.196037 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f7c75747-d50b-4865-8905-cdeb38adaf9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66723838'] for network, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:29.214962 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-f7c75747-d50b-4865-8905-cdeb38adaf9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:29.225498 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c75747-d50b-4865-8905-cdeb38adaf9d admin admin] Pushing event deleted for resources: {'Network': ['ID=19f85a41-a048-43a5-8d0a-025ad151caaa,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:29.243508 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 3d6b906a-2401-482b-9cfd-8ecee2dc07af no longer exists at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:58:29.278884 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] No Port match for: 3d6b906a-2401-482b-9cfd-8ecee2dc07af {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:58:29.279264 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 3d6b906a-2401-482b-9cfd-8ecee2dc07af not bound to the agent host dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:58:29.279672 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 03df98d7-a994-491f-8ca8-4e0a591cefc0 no longer exists at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:58:29.285470 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-f7c75747-d50b-4865-8905-cdeb38adaf9d admin admin] 10.222.0.39 "DELETE /v2.0/networks/19f85a41-a048-43a5-8d0a-025ad151caaa HTTP/1.1" status: 204  len: 168 time: 1.1073227
Jun 04 13:58:29.287962 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-0388243b-6df0-4bcb-8249-5d54754234e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:29.288541 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 53720) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:29.309487 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-0388243b-6df0-4bcb-8249-5d54754234e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:58:29.312844 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] No Port match for: 03df98d7-a994-491f-8ca8-4e0a591cefc0 {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:58:29.313280 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 03df98d7-a994-491f-8ca8-4e0a591cefc0 not bound to the agent host dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:58:29.313430 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-0388243b-6df0-4bcb-8249-5d54754234e0 admin admin] Usage tracker for resource:security_group_rule and tenant:191a711ee14143518fc6cfa977105e11 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:58:29.316694 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-0388243b-6df0-4bcb-8249-5d54754234e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:58:29.324147 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-0388243b-6df0-4bcb-8249-5d54754234e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:58:29.357761 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-f00b5fc3-3cba-4bbf-99f5-9c4da5ae6b6a None None] Deleting port 03df98d7-a994-491f-8ca8-4e0a591cefc0 {{(pid=88596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:58:29.358650 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-f00b5fc3-3cba-4bbf-99f5-9c4da5ae6b6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:29.414636 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-0388243b-6df0-4bcb-8249-5d54754234e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:29.453089 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-0388243b-6df0-4bcb-8249-5d54754234e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:29.460855 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-f00b5fc3-3cba-4bbf-99f5-9c4da5ae6b6a None None] The port '03df98d7-a994-491f-8ca8-4e0a591cefc0' was deleted {{(pid=88596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}}
Jun 04 13:58:29.502919 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-0388243b-6df0-4bcb-8249-5d54754234e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=191a711ee14143518fc6cfa977105e11&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3430564
Jun 04 13:58:29.503775 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388243b-6df0-4bcb-8249-5d54754234e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6aaad5a-7caa-4710-800a-99ec15bdf195,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:29.506658 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53724) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:29.568650 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-451a214d-ce68-4b82-8f60-97578c40f92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:29.596710 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-451a214d-ce68-4b82-8f60-97578c40f92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:29.698521 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-451a214d-ce68-4b82-8f60-97578c40f92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:29.712941 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a214d-ce68-4b82-8f60-97578c40f92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6aaad5a-7caa-4710-800a-99ec15bdf195,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:29.719436 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-451a214d-ce68-4b82-8f60-97578c40f92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:29.722839 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-451a214d-ce68-4b82-8f60-97578c40f92b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e6aaad5a-7caa-4710-800a-99ec15bdf195 HTTP/1.1" status: 204  len: 168 time: 0.2129917
Jun 04 13:58:29.950047 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-340de418-14da-4947-8a9a-a7c7ca7578f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66719486'] for router_interface, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:30.289141 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53734) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:30.306072 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4db98d7a-20b3-4e35-9235-7063db311d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:30.306286 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [None req-340de418-14da-4947-8a9a-a7c7ca7578f1 admin admin] Deleting port 515442e2-fa6c-420a-8289-17b5d77cb827 {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:58:30.306781 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-340de418-14da-4947-8a9a-a7c7ca7578f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:30.323679 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-4db98d7a-20b3-4e35-9235-7063db311d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:58:30.327817 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-4db98d7a-20b3-4e35-9235-7063db311d4b admin admin] Usage tracker for resource:security_group_rule and tenant:b106bd2aea0b46fd9331b7e152828ecb is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:58:30.330588 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-4db98d7a-20b3-4e35-9235-7063db311d4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:58:30.337644 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-4db98d7a-20b3-4e35-9235-7063db311d4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:58:30.480377 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [None req-340de418-14da-4947-8a9a-a7c7ca7578f1 admin admin] For port 515442e2-fa6c-420a-8289-17b5d77cb827, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=515442e2-fa6c-420a-8289-17b5d77cb827,segment=NetworkSegment(0a99beec-d10e-4511-abad-45b7511dbf80),segment_id=0a99beec-d10e-4511-abad-45b7511dbf80)] {{(pid=88594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:58:30.480781 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-340de418-14da-4947-8a9a-a7c7ca7578f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:30.505562 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4db98d7a-20b3-4e35-9235-7063db311d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:30.572954 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-4db98d7a-20b3-4e35-9235-7063db311d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:30.605261 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [None req-340de418-14da-4947-8a9a-a7c7ca7578f1 admin admin] Calling delete_port for 515442e2-fa6c-420a-8289-17b5d77cb827 owned by network:router_interface {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:58:30.619821 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-4db98d7a-20b3-4e35-9235-7063db311d4b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b106bd2aea0b46fd9331b7e152828ecb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3296115
Jun 04 13:58:30.620590 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db98d7a-20b3-4e35-9235-7063db311d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6f583e-20c1-4e4e-966e-f47543b10597,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:30.622839 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53738) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:30.680848 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9e0d56a7-5525-48de-bfa3-8db486fe291c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:30.706139 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9e0d56a7-5525-48de-bfa3-8db486fe291c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:30.812921 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9e0d56a7-5525-48de-bfa3-8db486fe291c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:30.833959 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d56a7-5525-48de-bfa3-8db486fe291c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6f583e-20c1-4e4e-966e-f47543b10597,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:30.836762 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-340de418-14da-4947-8a9a-a7c7ca7578f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:30.837675 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-9e0d56a7-5525-48de-bfa3-8db486fe291c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:30.838346 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-9e0d56a7-5525-48de-bfa3-8db486fe291c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c6f583e-20c1-4e4e-966e-f47543b10597 HTTP/1.1" status: 204  len: 168 time: 0.2146108
Jun 04 13:58:30.887298 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340de418-14da-4947-8a9a-a7c7ca7578f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=515442e2-fa6c-420a-8289-17b5d77cb827,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:30.926910 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340de418-14da-4947-8a9a-a7c7ca7578f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:58:30.927179 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340de418-14da-4947-8a9a-a7c7ca7578f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:58:30.927362 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340de418-14da-4947-8a9a-a7c7ca7578f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:58:30.927688 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340de418-14da-4947-8a9a-a7c7ca7578f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:58:30.928017 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340de418-14da-4947-8a9a-a7c7ca7578f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:58:30.928345 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340de418-14da-4947-8a9a-a7c7ca7578f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:58:30.928666 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340de418-14da-4947-8a9a-a7c7ca7578f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:58:30.928989 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340de418-14da-4947-8a9a-a7c7ca7578f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:58:30.929395 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340de418-14da-4947-8a9a-a7c7ca7578f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:58:30.929616 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340de418-14da-4947-8a9a-a7c7ca7578f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:58:30.929934 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340de418-14da-4947-8a9a-a7c7ca7578f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:58:30.930250 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340de418-14da-4947-8a9a-a7c7ca7578f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-iscsi {{(pid=88594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:58:31.272948 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-340de418-14da-4947-8a9a-a7c7ca7578f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66655079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66719298'] for router_interface, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:31.504701 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-342e3b16-f20c-4b3a-9065-4f9739d35b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:31.643372 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340de418-14da-4947-8a9a-a7c7ca7578f1 admin admin] Router 9a812a7e-eb96-43cf-aff5-694525e8ef2f has already been hosted by L3 agent 92ec8d24-1a5b-406c-9769-a71bccdab2a8 {{(pid=88594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:58:31.826125 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340de418-14da-4947-8a9a-a7c7ca7578f1 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-iscsi the message routers_updated {{(pid=88594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:58:31.836307 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840f8f32-ed79-47bc-a10d-e551a69a14f3 None None] Sync routers for ids ['9a812a7e-eb96-43cf-aff5-694525e8ef2f'] in dv-cinder-843593-2-iscsi {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:58:31.847146 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840f8f32-ed79-47bc-a10d-e551a69a14f3 None None] Routers {'9a812a7e-eb96-43cf-aff5-694525e8ef2f'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:58:31.847892 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-840f8f32-ed79-47bc-a10d-e551a69a14f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161eb1cd60>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:58:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['9a812a7e-eb96-43cf-aff5-694525e8ef2f'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:31.900930 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-340de418-14da-4947-8a9a-a7c7ca7578f1 admin admin] 10.222.0.39 "PUT /v2.0/routers/9a812a7e-eb96-43cf-aff5-694525e8ef2f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6113133
Jun 04 13:58:31.903800 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 53762) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:32.028800 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-840f8f32-ed79-47bc-a10d-e551a69a14f3 None None] Set router 9a812a7e-eb96-43cf-aff5-694525e8ef2f gateway port host: dv-cinder-843593-2-iscsi {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:58:32.086345 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e073ce4f-c62e-4138-a352-64cc0fdf291c admin admin] Notify callbacks [] for router, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:32.272658 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e073ce4f-c62e-4138-a352-64cc0fdf291c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:32.325671 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-840f8f32-ed79-47bc-a10d-e551a69a14f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161eb1cd60>, [{'id': '9a812a7e-eb96-43cf-aff5-694525e8ef2f', 'name': 'tempest-TestVolumeBootPattern-2699420-router', 'tenant_id': 'c5214e2b646240aca2644521f446e6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'external_fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '40a973fc-64e1-404e-80a7-33fedbd908de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:16Z', 'updated_at': '2022-06-04T13:58:30Z', 'revision_number': 5, 'project_id': 'c5214e2b646240aca2644521f446e6ae', 'gw_port': {'id': '40a973fc-64e1-404e-80a7-33fedbd908de', 'name': '', 'network_id': '0e91cb13-9cd5-4b6d-a0e7-77d68e81a806', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a812a7e-eb96-43cf-aff5-694525e8ef2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:16Z', 'updated_at': '2022-06-04T13:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67c2735-bb7f-4235-9bfa-262628d5695c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-iscsi'}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:32.329851 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840f8f32-ed79-47bc-a10d-e551a69a14f3 None None] Checking router: 9a812a7e-eb96-43cf-aff5-694525e8ef2f for host: dv-cinder-843593-2-iscsi {{(pid=88597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:58:32.333652 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [None req-e073ce4f-c62e-4138-a352-64cc0fdf291c admin admin] Deleting port 40a973fc-64e1-404e-80a7-33fedbd908de {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:58:32.334304 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e073ce4f-c62e-4138-a352-64cc0fdf291c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:32.346653 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840f8f32-ed79-47bc-a10d-e551a69a14f3 None None] Routers {'9a812a7e-eb96-43cf-aff5-694525e8ef2f'} bound to L3 agent in host dv-cinder-843593-2-iscsi {{(pid=88597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 04 13:58:32.347288 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-840f8f32-ed79-47bc-a10d-e551a69a14f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f161eb1cd60>, 'dv-cinder-843593-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:37:34Z,description=<?>,heartbeat_timestamp=2022-06-04T13:58:04Z,host='dv-cinder-843593-2-iscsi',id=92ec8d24-1a5b-406c-9769-a71bccdab2a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['9a812a7e-eb96-43cf-aff5-694525e8ef2f'], 'active': True} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:32.502516 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_dvr_db [None req-840f8f32-ed79-47bc-a10d-e551a69a14f3 None None] Set router 9a812a7e-eb96-43cf-aff5-694525e8ef2f gateway port host: None {{(pid=88597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 04 13:58:32.515199 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [None req-e073ce4f-c62e-4138-a352-64cc0fdf291c admin admin] For port 40a973fc-64e1-404e-80a7-33fedbd908de, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=40a973fc-64e1-404e-80a7-33fedbd908de,segment=NetworkSegment(a5e9f3a7-fe7c-4b2a-9489-202ad5682d71),segment_id=a5e9f3a7-fe7c-4b2a-9489-202ad5682d71)] {{(pid=88594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:58:32.515639 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e073ce4f-c62e-4138-a352-64cc0fdf291c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:32.611175 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.l3_hamode_db [None req-840f8f32-ed79-47bc-a10d-e551a69a14f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f161eb1cd60>, [{'id': '9a812a7e-eb96-43cf-aff5-694525e8ef2f', 'name': 'tempest-TestVolumeBootPattern-2699420-router', 'tenant_id': 'c5214e2b646240aca2644521f446e6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:16Z', 'updated_at': '2022-06-04T13:58:32Z', 'revision_number': 6, 'project_id': 'c5214e2b646240aca2644521f446e6ae', 'gw_port_host': None}], 'dv-cinder-843593-2-iscsi', False) {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:32.617098 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840f8f32-ed79-47bc-a10d-e551a69a14f3 None None] The sync data for ids ['9a812a7e-eb96-43cf-aff5-694525e8ef2f'] in dv-cinder-843593-2-iscsi is: [{'id': '9a812a7e-eb96-43cf-aff5-694525e8ef2f', 'name': 'tempest-TestVolumeBootPattern-2699420-router', 'tenant_id': 'c5214e2b646240aca2644521f446e6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:16Z', 'updated_at': '2022-06-04T13:58:32Z', 'revision_number': 6, 'project_id': 'c5214e2b646240aca2644521f446e6ae', 'gw_port_host': None}] {{(pid=88597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:58:32.755703 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [None req-e073ce4f-c62e-4138-a352-64cc0fdf291c admin admin] Calling delete_port for 40a973fc-64e1-404e-80a7-33fedbd908de owned by network:router_gateway {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:58:33.002132 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e073ce4f-c62e-4138-a352-64cc0fdf291c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:33.054667 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073ce4f-c62e-4138-a352-64cc0fdf291c admin admin] Pushing event deleted for resources: {'Port': ['ID=40a973fc-64e1-404e-80a7-33fedbd908de,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:33.141770 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e073ce4f-c62e-4138-a352-64cc0fdf291c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66723803'] for router_gateway, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:33.317190 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e073ce4f-c62e-4138-a352-64cc0fdf291c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66723677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7300'] for router, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:33.319476 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e073ce4f-c62e-4138-a352-64cc0fdf291c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:33.372020 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53798) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:33.386180 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e073ce4f-c62e-4138-a352-64cc0fdf291c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66715676'] for router, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:33.387225 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e073ce4f-c62e-4138-a352-64cc0fdf291c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a812a7e-eb96-43cf-aff5-694525e8ef2f {{(pid=88594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 13:58:33.404603 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e073ce4f-c62e-4138-a352-64cc0fdf291c admin admin] Notify callbacks [] for router, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:33.406442 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-e073ce4f-c62e-4138-a352-64cc0fdf291c admin admin] 10.222.0.39 "DELETE /v2.0/routers/9a812a7e-eb96-43cf-aff5-694525e8ef2f HTTP/1.1" status: 204  len: 168 time: 1.5014701
Jun 04 13:58:33.409015 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53804) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:33.453035 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 40a973fc-64e1-404e-80a7-33fedbd908de no longer exists at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:58:33.478803 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.db_base_plugin_v2 [None req-89cfa559-6f03-4ade-a665-b036942f5bbb admin admin] Deleting subnet ab868372-4feb-46a5-9e1f-5434466f2033 {{(pid=88595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 04 13:58:33.482050 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-89cfa559-6f03-4ade-a665-b036942f5bbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:33.508221 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] No Port match for: 40a973fc-64e1-404e-80a7-33fedbd908de {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:58:33.508869 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 40a973fc-64e1-404e-80a7-33fedbd908de not bound to the agent host dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:58:33.509456 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 515442e2-fa6c-420a-8289-17b5d77cb827 no longer exists at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:58:33.533004 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-89cfa559-6f03-4ade-a665-b036942f5bbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64864184'] for subnet, precommit_delete_associations {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:33.558131 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] No Port match for: 515442e2-fa6c-420a-8289-17b5d77cb827 {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:58:33.558479 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 515442e2-fa6c-420a-8289-17b5d77cb827 not bound to the agent host dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:58:33.591606 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-cabad53c-3965-43b6-9a9f-20efe19d14f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:33.614595 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-cabad53c-3965-43b6-9a9f-20efe19d14f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:58:33.622317 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-cabad53c-3965-43b6-9a9f-20efe19d14f8 admin admin] Usage tracker for resource:security_group_rule and tenant:2ef196c8853649b28041990cbc4e52df is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:58:33.628182 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-cabad53c-3965-43b6-9a9f-20efe19d14f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:58:33.643695 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-cabad53c-3965-43b6-9a9f-20efe19d14f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:58:33.679857 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-89cfa559-6f03-4ade-a665-b036942f5bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694649'] for subnet, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:33.779648 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-af5ad932-a94b-4938-98fc-0152406440a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:33.808489 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-cabad53c-3965-43b6-9a9f-20efe19d14f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:33.819126 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-89cfa559-6f03-4ade-a665-b036942f5bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66734742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64863260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64154139'] for subnet, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:33.857946 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfa559-6f03-4ade-a665-b036942f5bbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab868372-4feb-46a5-9e1f-5434466f2033,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:33.861741 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-89cfa559-6f03-4ade-a665-b036942f5bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for subnet, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:33.866205 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-cabad53c-3965-43b6-9a9f-20efe19d14f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:33.868344 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e04cb50-6f69-4be4-9173-100402ae85da None None] Network 1f471009-8984-421f-aa87-41adc9800c05 requested from dv-cinder-843593-2-iscsi {{(pid=88596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 04 13:58:33.917501 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-89cfa559-6f03-4ade-a665-b036942f5bbb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ab868372-4feb-46a5-9e1f-5434466f2033 HTTP/1.1" status: 204  len: 168 time: 0.5069416
Jun 04 13:58:33.919772 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 53810) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:33.944552 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-cabad53c-3965-43b6-9a9f-20efe19d14f8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2ef196c8853649b28041990cbc4e52df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5714381
Jun 04 13:58:33.946195 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabad53c-3965-43b6-9a9f-20efe19d14f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709c3537-1414-4a19-b045-d0839bd22227,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:33.948965 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53814) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:34.012835 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-264c35e2-fbc3-4bbc-9250-207d68b494a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:34.044683 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-264c35e2-fbc3-4bbc-9250-207d68b494a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:34.073103 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e796a832-41d8-4014-8cca-fd009b49379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751646'] for network, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:34.092357 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [None req-e796a832-41d8-4014-8cca-fd009b49379c admin admin] Deleting port 9653fc04-d528-49c6-bf6a-e4d91dd395a7 {{(pid=88594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:58:34.093015 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e796a832-41d8-4014-8cca-fd009b49379c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:34.141950 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5537ca91-664e-423a-baa8-15add22b7fa4 None None] DHCP port deletion for 1f471009-8984-421f-aa87-41adc9800c05 request from dv-cinder-843593-2-iscsi {{(pid=88596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 04 13:58:34.146259 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-5537ca91-664e-423a-baa8-15add22b7fa4 None None] Deleting port 9653fc04-d528-49c6-bf6a-e4d91dd395a7 {{(pid=88596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:58:34.146624 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-5537ca91-664e-423a-baa8-15add22b7fa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:34.184258 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-264c35e2-fbc3-4bbc-9250-207d68b494a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:34.199301 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c35e2-fbc3-4bbc-9250-207d68b494a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709c3537-1414-4a19-b045-d0839bd22227,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:34.206077 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-264c35e2-fbc3-4bbc-9250-207d68b494a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:34.209649 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-264c35e2-fbc3-4bbc-9250-207d68b494a3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/709c3537-1414-4a19-b045-d0839bd22227 HTTP/1.1" status: 204  len: 168 time: 0.2570584
Jun 04 13:58:34.348531 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.db [None req-e796a832-41d8-4014-8cca-fd009b49379c admin admin] For port 9653fc04-d528-49c6-bf6a-e4d91dd395a7, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=9653fc04-d528-49c6-bf6a-e4d91dd395a7,segment=NetworkSegment(0a99beec-d10e-4511-abad-45b7511dbf80),segment_id=0a99beec-d10e-4511-abad-45b7511dbf80)] {{(pid=88594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:58:34.349370 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e796a832-41d8-4014-8cca-fd009b49379c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:34.385081 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.db [None req-5537ca91-664e-423a-baa8-15add22b7fa4 None None] For port 9653fc04-d528-49c6-bf6a-e4d91dd395a7, host dv-cinder-843593-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-iscsi',level=0,port_id=9653fc04-d528-49c6-bf6a-e4d91dd395a7,segment=NetworkSegment(0a99beec-d10e-4511-abad-45b7511dbf80),segment_id=0a99beec-d10e-4511-abad-45b7511dbf80)] {{(pid=88596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:58:34.385462 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-5537ca91-664e-423a-baa8-15add22b7fa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66717064'] for port, precommit_delete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:34.473792 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.plugin [None req-e796a832-41d8-4014-8cca-fd009b49379c admin admin] Calling delete_port for 9653fc04-d528-49c6-bf6a-e4d91dd395a7 owned by network:dhcp {{(pid=88594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:58:34.505776 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-5537ca91-664e-423a-baa8-15add22b7fa4 None None] Calling delete_port for 9653fc04-d528-49c6-bf6a-e4d91dd395a7 owned by network:dhcp {{(pid=88596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Jun 04 13:58:34.624841 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e796a832-41d8-4014-8cca-fd009b49379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733312969117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733312610955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65841204'] for port, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:34.631151 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.db.api [None req-5537ca91-664e-423a-baa8-15add22b7fa4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 13:58:34.631151 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG oslo_db.api [None req-5537ca91-664e-423a-baa8-15add22b7fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 13:58:34.673927 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796a832-41d8-4014-8cca-fd009b49379c admin admin] Pushing event deleted for resources: {'Port': ['ID=9653fc04-d528-49c6-bf6a-e4d91dd395a7,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:34.677561 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e796a832-41d8-4014-8cca-fd009b49379c admin admin] No DVR routers for this DVR port 9653fc04-d528-49c6-bf6a-e4d91dd395a7 on host dv-cinder-843593-2-iscsi {{(pid=88594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:58:34.681510 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:34.771669 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53822) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:34.790724 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c55ada11-d2d9-4765-83af-bc747b83fcb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:34.796908 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e796a832-41d8-4014-8cca-fd009b49379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659742', 'neutron.services.segments.db._delete_segments_for_network-8733313062566'] for network, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:34.805976 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-c55ada11-d2d9-4765-83af-bc747b83fcb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:58:34.810006 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-c55ada11-d2d9-4765-83af-bc747b83fcb9 admin admin] Usage tracker for resource:security_group_rule and tenant:579ab21c68b247168afda7e1c66e1b56 is out of sync, need to count used quota {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:58:34.813024 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:34.813222 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.quota.resource [None req-c55ada11-d2d9-4765-83af-bc747b83fcb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:58:34.819959 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.db.quota.driver [None req-c55ada11-d2d9-4765-83af-bc747b83fcb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:58:34.823211 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.services.segments.db [None req-e796a832-41d8-4014-8cca-fd009b49379c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f161e51e550>,) {'filters': {'network_id': ['1f471009-8984-421f-aa87-41adc9800c05']}} {{(pid=88594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:34.836851 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.services.segments.db [None req-e796a832-41d8-4014-8cca-fd009b49379c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f161e51e550>, '0a99beec-d10e-4511-abad-45b7511dbf80') {'for_net_delete': True} {{(pid=88594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:34.837145 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.services.segments.db [None req-e796a832-41d8-4014-8cca-fd009b49379c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f161e51e550>, '0a99beec-d10e-4511-abad-45b7511dbf80') {} {{(pid=88594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:58:34.849847 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e796a832-41d8-4014-8cca-fd009b49379c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733313065921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65378621'] for segment, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:34.866295 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e796a832-41d8-4014-8cca-fd009b49379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658965'] for segment, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:34.872765 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e796a832-41d8-4014-8cca-fd009b49379c admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=88594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:58:34.873168 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e796a832-41d8-4014-8cca-fd009b49379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-658974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65841379'] for segment, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:34.906166 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c55ada11-d2d9-4765-83af-bc747b83fcb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:34.984519 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-c55ada11-d2d9-4765-83af-bc747b83fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:35.035632 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-c55ada11-d2d9-4765-83af-bc747b83fcb9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=579ab21c68b247168afda7e1c66e1b56&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2628400
Jun 04 13:58:35.036432 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ada11-d2d9-4765-83af-bc747b83fcb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad860234-303d-4b87-93d2-79d11eee9b01,revision_number=1']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:35.038795 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53828) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:35.043801 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.services.segments.plugin [-] Segment 0a99beec-d10e-4511-abad-45b7511dbf80 resource provider aggregate not found
Jun 04 13:58:35.076713 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.services.segments.plugin [-] Segment 0a99beec-d10e-4511-abad-45b7511dbf80 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a99beec-d10e-4511-abad-45b7511dbf80 found for delete  ", "request_id": "req-05608582-4c77-4ee8-a42e-9c936ffd9e51"}]}
Jun 04 13:58:35.102887 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-ebcf1f06-86ad-4af9-a2b7-22463b5e3039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:35.127693 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-ebcf1f06-86ad-4af9-a2b7-22463b5e3039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:35.132229 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-5537ca91-664e-423a-baa8-15add22b7fa4 None None] Deleting port 9653fc04-d528-49c6-bf6a-e4d91dd395a7 {{(pid=88596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Jun 04 13:58:35.132601 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-5537ca91-664e-423a-baa8-15add22b7fa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733313097566'] for port, before_delete {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:35.162153 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e796a832-41d8-4014-8cca-fd009b49379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66655086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66723838'] for network, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:35.177806 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-e796a832-41d8-4014-8cca-fd009b49379c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66654976'] for network, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:35.187911 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796a832-41d8-4014-8cca-fd009b49379c admin admin] Pushing event deleted for resources: {'Network': ['ID=1f471009-8984-421f-aa87-41adc9800c05,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:35.198443 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-e796a832-41d8-4014-8cca-fd009b49379c admin admin] 10.222.0.39 "DELETE /v2.0/networks/1f471009-8984-421f-aa87-41adc9800c05 HTTP/1.1" status: 204  len: 168 time: 1.2746937
Jun 04 13:58:35.200740 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-5537ca91-664e-423a-baa8-15add22b7fa4 None None] The port '9653fc04-d528-49c6-bf6a-e4d91dd395a7' was deleted {{(pid=88596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}}
Jun 04 13:58:35.241837 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-ebcf1f06-86ad-4af9-a2b7-22463b5e3039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:35.254947 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 9653fc04-d528-49c6-bf6a-e4d91dd395a7 no longer exists at agent ovs-agent-dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:58:35.257741 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf1f06-86ad-4af9-a2b7-22463b5e3039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad860234-303d-4b87-93d2-79d11eee9b01,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:35.264184 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-ebcf1f06-86ad-4af9-a2b7-22463b5e3039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:35.265280 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-ebcf1f06-86ad-4af9-a2b7-22463b5e3039 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ad860234-303d-4b87-93d2-79d11eee9b01 HTTP/1.1" status: 204  len: 168 time: 0.2255814
Jun 04 13:58:35.300587 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.plugin [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] No Port match for: 9653fc04-d528-49c6-bf6a-e4d91dd395a7 {{(pid=88596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}}
Jun 04 13:58:35.300931 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron.plugins.ml2.rpc [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Device 9653fc04-d528-49c6-bf6a-e4d91dd395a7 not bound to the agent host dv-cinder-843593-2-iscsi {{(pid=88596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:58:35.522331 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53838) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:35.573083 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-73c3745a-976a-4914-a119-9c415add83bf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fd4fbd1432c64d85808c9b11782432cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0472031
Jun 04 13:58:35.573380 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 53842) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:35.633642 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-714feddd-8894-4eb5-8cad-7afeb88d4210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:35.658791 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-714feddd-8894-4eb5-8cad-7afeb88d4210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:35.778961 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-714feddd-8894-4eb5-8cad-7afeb88d4210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:35.798186 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714feddd-8894-4eb5-8cad-7afeb88d4210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051e591f-3af6-44d9-a404-d2dd6da508ad,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:35.803076 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-714feddd-8894-4eb5-8cad-7afeb88d4210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:35.804157 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-714feddd-8894-4eb5-8cad-7afeb88d4210 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/051e591f-3af6-44d9-a404-d2dd6da508ad HTTP/1.1" status: 204  len: 168 time: 0.2298284
Jun 04 13:58:36.144460 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:36.394565 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 53872) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:36.444232 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-3df2cb9a-c218-46ea-91c8-81dc20342d18 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c5214e2b646240aca2644521f446e6ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0476589
Jun 04 13:58:36.446461 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 53876) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:36.504029 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-192e6a9e-8cd2-4f6c-b434-e9d8d98fd54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:36.530718 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-192e6a9e-8cd2-4f6c-b434-e9d8d98fd54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:36.670061 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-192e6a9e-8cd2-4f6c-b434-e9d8d98fd54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:36.684762 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e6a9e-8cd2-4f6c-b434-e9d8d98fd54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9222120-a347-400d-a9a2-9c136a49c088,revision_number=None']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:36.691351 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-192e6a9e-8cd2-4f6c-b434-e9d8d98fd54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:36.695272 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-192e6a9e-8cd2-4f6c-b434-e9d8d98fd54c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f9222120-a347-400d-a9a2-9c136a49c088 HTTP/1.1" status: 204  len: 168 time: 0.2454982
Jun 04 13:58:42.419414 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 6 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:58:56.086942 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:58.594076 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.wsgi [-] (88594) accepted ('10.222.0.39', 53992) {{(pid=88594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:58.715408 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-7fca0fe9-873f-4396-9610-858b5ddeda47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:58.730356 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-7fca0fe9-873f-4396-9610-858b5ddeda47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:58:58.734198 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-7fca0fe9-873f-4396-9610-858b5ddeda47 admin admin] Usage tracker for resource:security_group_rule and tenant:ba7244ad62834f2183ef2cae1633506b is out of sync, need to count used quota {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:58:58.737025 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.quota.resource [None req-7fca0fe9-873f-4396-9610-858b5ddeda47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:58:58.742709 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.db.quota.driver [None req-7fca0fe9-873f-4396-9610-858b5ddeda47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:58:58.822176 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-7fca0fe9-873f-4396-9610-858b5ddeda47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:58.910123 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron_lib.callbacks.manager [None req-7fca0fe9-873f-4396-9610-858b5ddeda47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_create {{(pid=88594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:58.959207 dv-cinder-843593-2-iscsi neutron-server[88594]: INFO neutron.wsgi [None req-7fca0fe9-873f-4396-9610-858b5ddeda47 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ba7244ad62834f2183ef2cae1633506b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3639886
Jun 04 13:58:58.960158 dv-cinder-843593-2-iscsi neutron-server[88594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca0fe9-873f-4396-9610-858b5ddeda47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c4ea2b-e890-413f-91e1-43e0c7f2870f,revision_number=1']} {{(pid=88594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:58.962421 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.wsgi [-] (88595) accepted ('10.222.0.39', 53998) {{(pid=88595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:58:59.019034 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3441cc10-0139-467a-b6d5-66fc017e348e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:59.047929 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3441cc10-0139-467a-b6d5-66fc017e348e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:59.166664 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3441cc10-0139-467a-b6d5-66fc017e348e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66732947'] for security_group, after_delete {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:59.180207 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441cc10-0139-467a-b6d5-66fc017e348e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c4ea2b-e890-413f-91e1-43e0c7f2870f,revision_number=None']} {{(pid=88595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:58:59.186618 dv-cinder-843593-2-iscsi neutron-server[88595]: DEBUG neutron_lib.callbacks.manager [None req-3441cc10-0139-467a-b6d5-66fc017e348e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:58:59.189183 dv-cinder-843593-2-iscsi neutron-server[88595]: INFO neutron.wsgi [None req-3441cc10-0139-467a-b6d5-66fc017e348e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/24c4ea2b-e890-413f-91e1-43e0c7f2870f HTTP/1.1" status: 204  len: 168 time: 0.2243371
Jun 04 13:59:01.515560 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-527283fe-113e-4e64-bc67-b392074aaa93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:59:03.766504 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-47ff1ca6-b078-4cb5-b73f-14038d25278d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:59:04.732269 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:59:04.840795 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:59:06.126884 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:59:19.418770 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 6 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 13:59:26.086420 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:59:31.543328 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-c6ffb939-aa8b-4215-ac65-5fe63e15416c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:59:33.795181 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-b43a0617-1767-4c9f-99d4-9582535196cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:59:34.692041 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:59:34.794124 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:59:36.120668 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:59:56.149312 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:59:56.417830 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 6 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 14:00:01.520846 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-49d8f619-2ba0-42e1-93f2-e11a0b395b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:00:03.760710 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-6e31e3c9-5cc0-4ccc-9e24-25ef7c48e726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:00:04.720266 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:00:04.806148 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:00:06.131845 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:00:26.097416 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:00:31.549183 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-9983796e-0240-48c9-acc1-9e955d0fb8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:00:33.416400 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 6 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 14:00:33.777051 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-6b707be7-54da-4d01-831a-664eba1e43df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:00:34.714700 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:00:34.817409 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:00:36.114875 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:00:56.091425 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:01:01.520099 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-2813ad54-3e1b-4148-acb3-2c054820ca2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:01:03.754529 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-cad519f1-614c-454c-8b60-9dc043b0d5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:01:04.714362 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:01:04.845635 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:01:06.142698 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:01:10.415688 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 6 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 14:01:26.114018 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:01:31.491283 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-95165830-cbc3-4982-bcef-4a209e9560f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:01:33.776897 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-03a883b5-4787-4099-b3a0-83dad5bc19bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:01:34.713260 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:01:34.817018 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:01:36.135891 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:01:47.414659 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 6 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 14:01:56.102500 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:02:01.502371 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-c188f5c8-fca7-4fcc-9c80-88f4c6e3a7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:02:03.781741 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-77b31420-35d4-4f65-aa30-f873cc14abda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:02:04.725295 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:02:04.827859 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:02:06.136735 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:02:24.413207 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 6 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 14:02:26.102310 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:02:31.547756 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-76fe084f-324b-48d5-bae9-962e73017c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:02:33.774947 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-4894eb6e-31f5-4003-826c-6d56c9f6938b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:02:34.753335 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:02:34.839650 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:02:36.113384 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:02:56.090639 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:03:01.411608 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 6 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 14:03:01.513602 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e0050758-f713-4063-944f-28bb07e84644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:03:03.776066 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-c9bd5e11-c7d1-4c68-93c1-b1708c8451fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:03:04.729174 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:03:04.821891 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:03:06.135957 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:03:26.101904 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:03:31.546191 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e940db8e-c2b3-4c89-9786-58168188571b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:03:33.770875 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-f4eaaac2-3746-420b-a4bc-a8cfd3a27477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:03:34.728788 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:03:34.825926 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:03:36.168923 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:03:38.410520 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 6 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 04 14:03:56.105912 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-565cab9b-aafb-42d7-a65c-2afd03944dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:04:01.517188 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-cb1100e0-255f-4167-8bd4-3309decb08b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:04:03.793438 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-308485fb-738c-4ae9-8295-cc7fab17e3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:04:04.728444 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-d617479c-831a-408a-b0c9-cf000378ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:04:04.827364 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-71f2111b-a8bf-4ed2-b2fb-60e55aa7829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:04:06.135752 dv-cinder-843593-2-iscsi neutron-server[88596]: DEBUG neutron_lib.callbacks.manager [None req-e167a5a5-0405-4b8c-9f04-7a21386cf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733313062548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697684'] for agent, after_update {{(pid=88596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:04:15.409364 dv-cinder-843593-2-iscsi neutron-server[88597]: DEBUG neutron.db.agents_db [None req-31800015-dc63-4d50-82a1-4d5b0686682e None None] Agent healthcheck: found 6 active agents {{(pid=88597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}